2024-11-21 20:17:04,966 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-21 20:17:04,977 main DEBUG Took 0.009101 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 20:17:04,978 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 20:17:04,978 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 20:17:04,979 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 20:17:04,980 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:17:04,986 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 20:17:05,005 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:17:05,006 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:17:05,007 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:17:05,007 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:17:05,008 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:17:05,008 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:17:05,009 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:17:05,009 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:17:05,010 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:17:05,010 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:17:05,011 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:17:05,011 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:17:05,012 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:17:05,012 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:17:05,012 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:17:05,013 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:17:05,013 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:17:05,013 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:17:05,014 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:17:05,014 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:17:05,015 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:17:05,015 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:17:05,016 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:17:05,017 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:17:05,017 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:17:05,018 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 20:17:05,019 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:17:05,021 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 20:17:05,023 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 20:17:05,024 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 20:17:05,026 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 20:17:05,026 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 20:17:05,035 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 20:17:05,038 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 20:17:05,039 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 20:17:05,039 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 20:17:05,040 main DEBUG createAppenders(={Console}) 2024-11-21 20:17:05,041 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-21 20:17:05,041 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-21 20:17:05,041 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-21 20:17:05,042 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 20:17:05,042 main DEBUG OutputStream closed 2024-11-21 20:17:05,043 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 20:17:05,043 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 20:17:05,043 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-21 20:17:05,124 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 20:17:05,127 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 20:17:05,128 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 20:17:05,130 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 20:17:05,130 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 20:17:05,131 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 20:17:05,131 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 20:17:05,132 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 20:17:05,132 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 20:17:05,133 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 20:17:05,134 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 20:17:05,134 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 20:17:05,135 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 20:17:05,135 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 20:17:05,136 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 20:17:05,136 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 20:17:05,136 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 20:17:05,137 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 20:17:05,139 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 20:17:05,140 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-21 20:17:05,140 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 20:17:05,141 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-21T20:17:05,155 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-21 20:17:05,158 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 20:17:05,158 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T20:17:05,215 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=478, ProcessCount=11, AvailableMemoryMB=14774 2024-11-21T20:17:05,448 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-21T20:17:05,491 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc 2024-11-21T20:17:05,494 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/cluster_069b3f20-f735-e5ed-d9eb-7798e83254e2, deleteOnExit=true 2024-11-21T20:17:05,594 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/cluster_069b3f20-f735-e5ed-d9eb-7798e83254e2/zookeeper_0, clientPort=63164, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/cluster_069b3f20-f735-e5ed-d9eb-7798e83254e2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/cluster_069b3f20-f735-e5ed-d9eb-7798e83254e2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T20:17:05,608 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63164 2024-11-21T20:17:05,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T20:17:05,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T20:17:05,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/test.cache.data in system properties and HBase conf 2024-11-21T20:17:05,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T20:17:05,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/hadoop.log.dir in system properties and HBase conf 2024-11-21T20:17:05,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T20:17:05,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T20:17:05,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T20:17:05,718 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T20:17:05,822 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T20:17:05,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:17:05,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:17:05,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T20:17:05,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:17:05,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T20:17:05,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T20:17:05,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:17:05,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:17:05,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T20:17:05,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/nfs.dump.dir in system properties and HBase conf 2024-11-21T20:17:05,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/java.io.tmpdir in system properties and HBase conf 2024-11-21T20:17:05,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:17:05,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T20:17:05,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T20:17:06,855 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T20:17:06,930 INFO [Time-limited test {}] log.Log(170): Logging initialized @2768ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T20:17:07,004 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:17:07,076 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:17:07,098 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:17:07,098 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:17:07,099 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T20:17:07,111 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:17:07,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:17:07,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:17:07,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/java.io.tmpdir/jetty-localhost-33759-hadoop-hdfs-3_4_1-tests_jar-_-any-16190071865112839596/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:17:07,302 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:33759} 2024-11-21T20:17:07,302 INFO [Time-limited test {}] server.Server(415): Started @3141ms 2024-11-21T20:17:07,843 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:17:07,852 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:17:07,853 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:17:07,853 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:17:07,853 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T20:17:07,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:17:07,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:17:07,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318ae30c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/java.io.tmpdir/jetty-localhost-39777-hadoop-hdfs-3_4_1-tests_jar-_-any-10951955734989871021/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:17:07,960 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:39777} 2024-11-21T20:17:07,961 INFO [Time-limited test {}] server.Server(415): Started @3799ms 2024-11-21T20:17:08,010 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T20:17:09,476 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/cluster_069b3f20-f735-e5ed-d9eb-7798e83254e2/data/data1/current/BP-1283111137-172.17.0.2-1732220226368/current, will proceed with Du for space computation calculation, 2024-11-21T20:17:09,476 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/cluster_069b3f20-f735-e5ed-d9eb-7798e83254e2/data/data2/current/BP-1283111137-172.17.0.2-1732220226368/current, will proceed with Du for space computation calculation, 2024-11-21T20:17:09,512 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T20:17:09,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8341db756220ec67 with lease ID 0xea75e73147d51b93: Processing first storage report for DS-845df586-35d7-4e7c-8167-708ff09098d1 from datanode DatanodeRegistration(127.0.0.1:44829, datanodeUuid=7e5b127e-5d74-4db9-864a-cd44a048a446, infoPort=32803, infoSecurePort=0, ipcPort=35927, storageInfo=lv=-57;cid=testClusterID;nsid=1495642125;c=1732220226368) 2024-11-21T20:17:09,561 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8341db756220ec67 with lease ID 0xea75e73147d51b93: from storage DS-845df586-35d7-4e7c-8167-708ff09098d1 node DatanodeRegistration(127.0.0.1:44829, datanodeUuid=7e5b127e-5d74-4db9-864a-cd44a048a446, infoPort=32803, infoSecurePort=0, ipcPort=35927, storageInfo=lv=-57;cid=testClusterID;nsid=1495642125;c=1732220226368), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-21T20:17:09,562 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8341db756220ec67 with lease ID 0xea75e73147d51b93: Processing first storage report for DS-95961292-4527-4b69-82fa-7f6f6f3cc358 from datanode DatanodeRegistration(127.0.0.1:44829, datanodeUuid=7e5b127e-5d74-4db9-864a-cd44a048a446, infoPort=32803, infoSecurePort=0, ipcPort=35927, storageInfo=lv=-57;cid=testClusterID;nsid=1495642125;c=1732220226368) 2024-11-21T20:17:09,562 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8341db756220ec67 with lease ID 0xea75e73147d51b93: from storage DS-95961292-4527-4b69-82fa-7f6f6f3cc358 node DatanodeRegistration(127.0.0.1:44829, datanodeUuid=7e5b127e-5d74-4db9-864a-cd44a048a446, infoPort=32803, infoSecurePort=0, ipcPort=35927, storageInfo=lv=-57;cid=testClusterID;nsid=1495642125;c=1732220226368), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:17:09,625 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc 2024-11-21T20:17:09,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:09,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:09,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741825_1001 (size=7) 2024-11-21T20:17:10,241 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc with version=8 2024-11-21T20:17:10,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/hbase-staging 2024-11-21T20:17:10,322 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T20:17:10,646 INFO [Time-limited test {}] client.ConnectionUtils(128): master/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:17:10,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:17:10,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:17:10,660 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:17:10,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:17:10,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:17:10,786 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T20:17:10,842 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T20:17:10,851 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T20:17:10,854 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:17:10,876 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11020 (auto-detected) 2024-11-21T20:17:10,877 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T20:17:10,894 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45481 2024-11-21T20:17:10,916 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45481 connecting to ZooKeeper ensemble=127.0.0.1:63164 2024-11-21T20:17:11,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454810x0, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:17:11,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45481-0x1015f0b03d00000 connected 2024-11-21T20:17:11,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:11,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:11,132 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45481-0x1015f0b03d00000, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Set watcher on znode that does not yet exist, /0-564071060/running 2024-11-21T20:17:11,135 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc, hbase.cluster.distributed=false 2024-11-21T20:17:11,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45481-0x1015f0b03d00000, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Set watcher on znode that does not yet exist, /0-564071060/acl 2024-11-21T20:17:11,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45481 2024-11-21T20:17:11,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45481 2024-11-21T20:17:11,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45481 2024-11-21T20:17:11,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45481 2024-11-21T20:17:11,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45481 2024-11-21T20:17:11,266 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:17:11,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:17:11,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:17:11,268 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:17:11,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:17:11,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:17:11,271 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T20:17:11,274 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:17:11,274 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38903 2024-11-21T20:17:11,276 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38903 connecting to ZooKeeper ensemble=127.0.0.1:63164 2024-11-21T20:17:11,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:11,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:11,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389030x0, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:17:11,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38903-0x1015f0b03d00001, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Set watcher on znode that does not yet exist, /0-564071060/running 2024-11-21T20:17:11,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38903-0x1015f0b03d00001 connected 2024-11-21T20:17:11,300 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T20:17:11,308 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T20:17:11,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38903-0x1015f0b03d00001, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Set watcher on znode that does not yet exist, /0-564071060/master 2024-11-21T20:17:11,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38903-0x1015f0b03d00001, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Set watcher on znode that does not yet exist, /0-564071060/acl 2024-11-21T20:17:11,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38903 2024-11-21T20:17:11,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38903 2024-11-21T20:17:11,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38903 2024-11-21T20:17:11,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38903 2024-11-21T20:17:11,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38903 2024-11-21T20:17:11,333 DEBUG [M:0;377014bd7527:45481 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;377014bd7527:45481 2024-11-21T20:17:11,334 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-564071060/backup-masters/377014bd7527,45481,1732220230489 2024-11-21T20:17:11,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45481-0x1015f0b03d00000, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-564071060/backup-masters 2024-11-21T20:17:11,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x1015f0b03d00001, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-564071060/backup-masters 2024-11-21T20:17:11,350 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45481-0x1015f0b03d00000, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Set watcher on existing znode=/0-564071060/backup-masters/377014bd7527,45481,1732220230489 2024-11-21T20:17:11,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45481-0x1015f0b03d00000, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-564071060 2024-11-21T20:17:11,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x1015f0b03d00001, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-564071060/master 2024-11-21T20:17:11,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x1015f0b03d00001, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-564071060 2024-11-21T20:17:11,381 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45481-0x1015f0b03d00000, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Set watcher on existing znode=/0-564071060/master 2024-11-21T20:17:11,382 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-564071060/backup-masters/377014bd7527,45481,1732220230489 from backup master directory 2024-11-21T20:17:11,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45481-0x1015f0b03d00000, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-564071060/backup-masters/377014bd7527,45481,1732220230489 2024-11-21T20:17:11,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x1015f0b03d00001, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-564071060/backup-masters 2024-11-21T20:17:11,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45481-0x1015f0b03d00000, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-564071060/backup-masters 2024-11-21T20:17:11,391 WARN [master/377014bd7527:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:17:11,392 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=377014bd7527,45481,1732220230489 2024-11-21T20:17:11,394 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T20:17:11,396 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T20:17:11,471 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/hbase.id] with ID: 56a2dd55-3729-472a-9dc8-9dc7bcf2875d 2024-11-21T20:17:11,471 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/.tmp/hbase.id 2024-11-21T20:17:11,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741826_1002 (size=42) 2024-11-21T20:17:11,508 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/.tmp/hbase.id]:[hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/hbase.id] 2024-11-21T20:17:11,569 INFO [master/377014bd7527:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:11,575 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T20:17:11,604 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 27ms. 2024-11-21T20:17:11,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45481-0x1015f0b03d00000, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-564071060 2024-11-21T20:17:11,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x1015f0b03d00001, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-564071060 2024-11-21T20:17:11,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741827_1003 (size=196) 2024-11-21T20:17:11,651 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:17:11,654 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T20:17:11,683 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:11,689 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:17:11,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741828_1004 (size=1189) 2024-11-21T20:17:11,751 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store 2024-11-21T20:17:11,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741829_1005 (size=34) 2024-11-21T20:17:11,790 INFO [master/377014bd7527:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T20:17:11,794 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:17:11,797 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:17:11,798 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:11,798 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:11,800 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:17:11,800 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:11,801 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:11,802 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220231797Disabling compacts and flushes for region at 1732220231797Disabling writes for close at 1732220231800 (+3 ms)Writing region close event to WAL at 1732220231801 (+1 ms)Closed at 1732220231801 2024-11-21T20:17:11,806 WARN [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/.initializing 2024-11-21T20:17:11,806 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/WALs/377014bd7527,45481,1732220230489 2024-11-21T20:17:11,819 INFO [master/377014bd7527:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:17:11,837 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=377014bd7527%2C45481%2C1732220230489, suffix=, logDir=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/WALs/377014bd7527,45481,1732220230489, archiveDir=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/oldWALs, maxLogs=10 2024-11-21T20:17:11,868 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/WALs/377014bd7527,45481,1732220230489/377014bd7527%2C45481%2C1732220230489.1732220231842, exclude list is [], retry=0 2024-11-21T20:17:11,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44829,DS-845df586-35d7-4e7c-8167-708ff09098d1,DISK] 2024-11-21T20:17:11,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T20:17:11,942 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/WALs/377014bd7527,45481,1732220230489/377014bd7527%2C45481%2C1732220230489.1732220231842 2024-11-21T20:17:11,944 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32803:32803)] 2024-11-21T20:17:11,944 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:17:11,945 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:17:11,949 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:11,950 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:11,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:12,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T20:17:12,029 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:12,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:12,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:12,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T20:17:12,039 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:12,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:17:12,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:12,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T20:17:12,044 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:12,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:17:12,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:12,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T20:17:12,048 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:12,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:17:12,051 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:12,055 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:12,057 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:12,064 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:12,064 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:12,069 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:17:12,073 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:12,078 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:17:12,080 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59043173, jitterRate=-0.1201881617307663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:17:12,087 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732220231966Initializing all the Stores at 1732220231968 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220231969 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220231970 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220231971 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220231971Cleaning up temporary data from old regions at 1732220232065 (+94 ms)Region opened successfully at 1732220232087 (+22 ms) 2024-11-21T20:17:12,089 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T20:17:12,123 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ba64851, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:17:12,153 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T20:17:12,165 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T20:17:12,165 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T20:17:12,168 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T20:17:12,169 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T20:17:12,175 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-21T20:17:12,175 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T20:17:12,214 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T20:17:12,226 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45481-0x1015f0b03d00000, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Unable to get data of znode /0-564071060/balancer because node does not exist (not necessarily an error) 2024-11-21T20:17:12,274 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-564071060/balancer already deleted, retry=false 2024-11-21T20:17:12,277 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T20:17:12,279 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45481-0x1015f0b03d00000, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Unable to get data of znode /0-564071060/normalizer because node does not exist (not necessarily an error) 2024-11-21T20:17:12,291 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-564071060/normalizer already deleted, retry=false 2024-11-21T20:17:12,294 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T20:17:12,297 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45481-0x1015f0b03d00000, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Unable to get data of znode /0-564071060/switch/split because node does not exist (not necessarily an error) 2024-11-21T20:17:12,305 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-564071060/switch/split already deleted, retry=false 2024-11-21T20:17:12,307 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45481-0x1015f0b03d00000, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Unable to get data of znode /0-564071060/switch/merge because node does not exist (not necessarily an error) 2024-11-21T20:17:12,316 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-564071060/switch/merge already deleted, retry=false 2024-11-21T20:17:12,335 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45481-0x1015f0b03d00000, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Unable to get data of znode /0-564071060/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T20:17:12,347 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-564071060/snapshot-cleanup already deleted, retry=false 2024-11-21T20:17:12,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45481-0x1015f0b03d00000, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-564071060/running 2024-11-21T20:17:12,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x1015f0b03d00001, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-564071060/running 2024-11-21T20:17:12,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45481-0x1015f0b03d00000, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-564071060 2024-11-21T20:17:12,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x1015f0b03d00001, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-564071060 2024-11-21T20:17:12,372 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=377014bd7527,45481,1732220230489, sessionid=0x1015f0b03d00000, setting cluster-up flag (Was=false) 2024-11-21T20:17:12,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x1015f0b03d00001, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-564071060 2024-11-21T20:17:12,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45481-0x1015f0b03d00000, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-564071060 2024-11-21T20:17:12,432 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-564071060/flush-table-proc/acquired, /0-564071060/flush-table-proc/reached, /0-564071060/flush-table-proc/abort 2024-11-21T20:17:12,434 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,45481,1732220230489 2024-11-21T20:17:12,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x1015f0b03d00001, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-564071060 2024-11-21T20:17:12,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45481-0x1015f0b03d00000, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-564071060 2024-11-21T20:17:12,484 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-564071060/online-snapshot/acquired, /0-564071060/online-snapshot/reached, /0-564071060/online-snapshot/abort 2024-11-21T20:17:12,486 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,45481,1732220230489 2024-11-21T20:17:12,494 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T20:17:12,525 INFO [RS:0;377014bd7527:38903 {}] regionserver.HRegionServer(746): ClusterId : 56a2dd55-3729-472a-9dc8-9dc7bcf2875d 2024-11-21T20:17:12,528 DEBUG [RS:0;377014bd7527:38903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T20:17:12,539 DEBUG [RS:0;377014bd7527:38903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T20:17:12,539 DEBUG [RS:0;377014bd7527:38903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T20:17:12,549 DEBUG [RS:0;377014bd7527:38903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T20:17:12,550 DEBUG [RS:0;377014bd7527:38903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38591bab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:17:12,571 DEBUG [RS:0;377014bd7527:38903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;377014bd7527:38903 2024-11-21T20:17:12,575 INFO [RS:0;377014bd7527:38903 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T20:17:12,575 INFO [RS:0;377014bd7527:38903 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T20:17:12,576 DEBUG [RS:0;377014bd7527:38903 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T20:17:12,578 INFO [RS:0;377014bd7527:38903 {}] regionserver.HRegionServer(2659): reportForDuty to master=377014bd7527,45481,1732220230489 with port=38903, startcode=1732220231233 2024-11-21T20:17:12,590 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T20:17:12,592 DEBUG [RS:0;377014bd7527:38903 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T20:17:12,600 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T20:17:12,609 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T20:17:12,625 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 377014bd7527,45481,1732220230489 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T20:17:12,640 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:17:12,640 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:17:12,641 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:17:12,641 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:17:12,641 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/377014bd7527:0, corePoolSize=10, maxPoolSize=10 2024-11-21T20:17:12,642 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:12,642 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:17:12,642 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:12,643 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T20:17:12,651 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45481 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:12,676 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:17:12,677 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T20:17:12,685 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:12,685 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T20:17:12,687 DEBUG [RS:0;377014bd7527:38903 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-21T20:17:12,687 WARN [RS:0;377014bd7527:38903 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-21T20:17:12,698 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732220262698 2024-11-21T20:17:12,699 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T20:17:12,701 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T20:17:12,704 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T20:17:12,704 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T20:17:12,705 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T20:17:12,705 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T20:17:12,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741831_1007 (size=1321) 2024-11-21T20:17:12,712 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T20:17:12,712 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc 2024-11-21T20:17:12,716 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:12,726 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T20:17:12,728 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T20:17:12,728 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T20:17:12,729 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T20:17:12,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741832_1008 (size=32) 2024-11-21T20:17:12,740 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T20:17:12,741 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T20:17:12,742 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220232742,5,FailOnTimeoutGroup] 2024-11-21T20:17:12,743 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220232743,5,FailOnTimeoutGroup] 2024-11-21T20:17:12,743 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:12,743 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T20:17:12,745 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:12,745 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:12,788 INFO [RS:0;377014bd7527:38903 {}] regionserver.HRegionServer(2659): reportForDuty to master=377014bd7527,45481,1732220230489 with port=38903, startcode=1732220231233 2024-11-21T20:17:12,790 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45481 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 377014bd7527,38903,1732220231233 2024-11-21T20:17:12,793 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45481 {}] master.ServerManager(517): Registering regionserver=377014bd7527,38903,1732220231233 2024-11-21T20:17:12,802 DEBUG [RS:0;377014bd7527:38903 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc 2024-11-21T20:17:12,802 DEBUG [RS:0;377014bd7527:38903 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45779 2024-11-21T20:17:12,802 DEBUG [RS:0;377014bd7527:38903 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T20:17:12,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45481-0x1015f0b03d00000, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-564071060/rs 2024-11-21T20:17:12,819 DEBUG [RS:0;377014bd7527:38903 {}] zookeeper.ZKUtil(111): regionserver:38903-0x1015f0b03d00001, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Set watcher on existing znode=/0-564071060/rs/377014bd7527,38903,1732220231233 2024-11-21T20:17:12,819 WARN [RS:0;377014bd7527:38903 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:17:12,819 INFO [RS:0;377014bd7527:38903 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:17:12,819 DEBUG [RS:0;377014bd7527:38903 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,38903,1732220231233 2024-11-21T20:17:12,821 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [377014bd7527,38903,1732220231233] 2024-11-21T20:17:12,855 INFO [RS:0;377014bd7527:38903 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T20:17:12,880 INFO [RS:0;377014bd7527:38903 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T20:17:12,895 INFO [RS:0;377014bd7527:38903 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T20:17:12,896 INFO [RS:0;377014bd7527:38903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:12,899 INFO [RS:0;377014bd7527:38903 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T20:17:12,907 INFO [RS:0;377014bd7527:38903 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T20:17:12,909 INFO [RS:0;377014bd7527:38903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:12,909 DEBUG [RS:0;377014bd7527:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:12,909 DEBUG [RS:0;377014bd7527:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:12,909 DEBUG [RS:0;377014bd7527:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:12,910 DEBUG [RS:0;377014bd7527:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:12,910 DEBUG [RS:0;377014bd7527:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:12,910 DEBUG [RS:0;377014bd7527:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:17:12,910 DEBUG [RS:0;377014bd7527:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:12,910 DEBUG [RS:0;377014bd7527:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:12,911 DEBUG [RS:0;377014bd7527:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:12,911 DEBUG [RS:0;377014bd7527:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:12,911 DEBUG [RS:0;377014bd7527:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:12,911 DEBUG [RS:0;377014bd7527:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:12,911 DEBUG [RS:0;377014bd7527:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:17:12,912 DEBUG [RS:0;377014bd7527:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:17:12,913 INFO [RS:0;377014bd7527:38903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:12,914 INFO [RS:0;377014bd7527:38903 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:12,914 INFO [RS:0;377014bd7527:38903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:12,914 INFO [RS:0;377014bd7527:38903 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:12,914 INFO [RS:0;377014bd7527:38903 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:12,914 INFO [RS:0;377014bd7527:38903 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,38903,1732220231233-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:17:12,946 INFO [RS:0;377014bd7527:38903 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T20:17:12,949 INFO [RS:0;377014bd7527:38903 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,38903,1732220231233-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:12,949 INFO [RS:0;377014bd7527:38903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:12,950 INFO [RS:0;377014bd7527:38903 {}] regionserver.Replication(171): 377014bd7527,38903,1732220231233 started 2024-11-21T20:17:12,978 INFO [RS:0;377014bd7527:38903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:12,979 INFO [RS:0;377014bd7527:38903 {}] regionserver.HRegionServer(1482): Serving as 377014bd7527,38903,1732220231233, RpcServer on 377014bd7527/172.17.0.2:38903, sessionid=0x1015f0b03d00001 2024-11-21T20:17:12,980 DEBUG [RS:0;377014bd7527:38903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T20:17:12,980 DEBUG [RS:0;377014bd7527:38903 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 377014bd7527,38903,1732220231233 2024-11-21T20:17:12,980 DEBUG [RS:0;377014bd7527:38903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,38903,1732220231233' 2024-11-21T20:17:12,981 DEBUG [RS:0;377014bd7527:38903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-564071060/flush-table-proc/abort' 2024-11-21T20:17:12,982 DEBUG [RS:0;377014bd7527:38903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-564071060/flush-table-proc/acquired' 2024-11-21T20:17:12,983 DEBUG [RS:0;377014bd7527:38903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T20:17:12,983 DEBUG [RS:0;377014bd7527:38903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T20:17:12,983 DEBUG [RS:0;377014bd7527:38903 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 377014bd7527,38903,1732220231233 2024-11-21T20:17:12,983 DEBUG [RS:0;377014bd7527:38903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,38903,1732220231233' 2024-11-21T20:17:12,984 DEBUG [RS:0;377014bd7527:38903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-564071060/online-snapshot/abort' 2024-11-21T20:17:12,984 DEBUG [RS:0;377014bd7527:38903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-564071060/online-snapshot/acquired' 2024-11-21T20:17:12,985 DEBUG [RS:0;377014bd7527:38903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T20:17:12,985 INFO [RS:0;377014bd7527:38903 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T20:17:12,985 INFO [RS:0;377014bd7527:38903 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T20:17:13,090 INFO [RS:0;377014bd7527:38903 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:17:13,094 INFO [RS:0;377014bd7527:38903 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C38903%2C1732220231233, suffix=, logDir=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,38903,1732220231233, archiveDir=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/oldWALs, maxLogs=10 2024-11-21T20:17:13,119 DEBUG [RS:0;377014bd7527:38903 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,38903,1732220231233/377014bd7527%2C38903%2C1732220231233.1732220233098, exclude list is [], retry=0 2024-11-21T20:17:13,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44829,DS-845df586-35d7-4e7c-8167-708ff09098d1,DISK] 2024-11-21T20:17:13,131 INFO [RS:0;377014bd7527:38903 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,38903,1732220231233/377014bd7527%2C38903%2C1732220231233.1732220233098 2024-11-21T20:17:13,133 DEBUG [RS:0;377014bd7527:38903 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32803:32803)] 2024-11-21T20:17:13,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:17:13,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:17:13,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:17:13,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:13,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:13,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:17:13,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:17:13,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:13,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:13,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:17:13,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:17:13,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:13,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:13,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:17:13,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:17:13,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:13,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:13,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:17:13,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/meta/1588230740 2024-11-21T20:17:13,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/meta/1588230740 2024-11-21T20:17:13,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:17:13,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:17:13,170 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:17:13,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:17:13,179 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:17:13,181 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68090636, jitterRate=0.014629542827606201}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:17:13,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732220233137Initializing all the Stores at 1732220233140 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220233140Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220233141 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220233141Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220233141Cleaning up temporary data from old regions at 1732220233169 (+28 ms)Region opened successfully at 1732220233185 (+16 ms) 2024-11-21T20:17:13,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:17:13,186 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:17:13,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:17:13,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:17:13,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:17:13,192 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:17:13,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220233186Disabling compacts and flushes for region at 1732220233186Disabling writes for close at 1732220233186Writing region close event to WAL at 1732220233192 (+6 ms)Closed at 1732220233192 2024-11-21T20:17:13,196 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:17:13,196 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T20:17:13,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T20:17:13,211 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:17:13,215 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T20:17:13,367 DEBUG [377014bd7527:45481 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T20:17:13,381 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=377014bd7527,38903,1732220231233 2024-11-21T20:17:13,389 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,38903,1732220231233, state=OPENING 2024-11-21T20:17:13,463 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T20:17:13,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x1015f0b03d00001, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-564071060 2024-11-21T20:17:13,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45481-0x1015f0b03d00000, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-564071060 2024-11-21T20:17:13,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-564071060/meta-region-server: CHANGED 2024-11-21T20:17:13,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-564071060/meta-region-server: CHANGED 2024-11-21T20:17:13,477 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:17:13,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,38903,1732220231233}] 2024-11-21T20:17:13,655 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:17:13,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T20:17:13,676 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T20:17:13,677 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:17:13,677 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T20:17:13,689 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C38903%2C1732220231233.meta, suffix=.meta, logDir=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,38903,1732220231233, archiveDir=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/oldWALs, maxLogs=10 2024-11-21T20:17:13,706 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,38903,1732220231233/377014bd7527%2C38903%2C1732220231233.meta.1732220233691.meta, exclude list is [], retry=0 2024-11-21T20:17:13,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44829,DS-845df586-35d7-4e7c-8167-708ff09098d1,DISK] 2024-11-21T20:17:13,714 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,38903,1732220231233/377014bd7527%2C38903%2C1732220231233.meta.1732220233691.meta 2024-11-21T20:17:13,715 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32803:32803)] 2024-11-21T20:17:13,715 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:17:13,720 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:17:13,722 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:17:13,725 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T20:17:13,727 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T20:17:13,732 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T20:17:13,732 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:17:13,733 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T20:17:13,733 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T20:17:13,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:17:13,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:17:13,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:13,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:13,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:17:13,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:17:13,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:13,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:13,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:17:13,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:17:13,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:13,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:13,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:17:13,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:17:13,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:13,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:13,751 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:17:13,753 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/meta/1588230740 2024-11-21T20:17:13,756 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/meta/1588230740 2024-11-21T20:17:13,759 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:17:13,759 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:17:13,760 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:17:13,762 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:17:13,764 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71431007, jitterRate=0.06440494954586029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:17:13,764 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T20:17:13,766 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732220233733Writing region info on filesystem at 1732220233734 (+1 ms)Initializing all the Stores at 1732220233736 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220233736Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220233736Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220233736Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220233736Cleaning up temporary data from old regions at 1732220233759 (+23 ms)Running coprocessor post-open hooks at 1732220233764 (+5 ms)Region opened successfully at 1732220233766 (+2 ms) 2024-11-21T20:17:13,772 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732220233647 2024-11-21T20:17:13,784 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T20:17:13,785 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T20:17:13,786 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,38903,1732220231233 2024-11-21T20:17:13,789 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,38903,1732220231233, state=OPEN 2024-11-21T20:17:13,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45481-0x1015f0b03d00000, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-564071060/meta-region-server 2024-11-21T20:17:13,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x1015f0b03d00001, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-564071060/meta-region-server 2024-11-21T20:17:13,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-564071060/meta-region-server: CHANGED 2024-11-21T20:17:13,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-564071060/meta-region-server: CHANGED 2024-11-21T20:17:13,832 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=377014bd7527,38903,1732220231233 2024-11-21T20:17:13,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T20:17:13,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,38903,1732220231233 in 353 msec 2024-11-21T20:17:13,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T20:17:13,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 637 msec 2024-11-21T20:17:13,848 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:17:13,848 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T20:17:13,867 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:17:13,868 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,38903,1732220231233, seqNum=-1] 2024-11-21T20:17:13,890 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:17:13,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:17:13,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3810 sec 2024-11-21T20:17:13,916 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732220233916, completionTime=-1 2024-11-21T20:17:13,919 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T20:17:13,919 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T20:17:13,943 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T20:17:13,943 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732220293943 2024-11-21T20:17:13,943 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732220353943 2024-11-21T20:17:13,943 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2024-11-21T20:17:13,946 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,45481,1732220230489-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:13,946 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,45481,1732220230489-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:13,946 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,45481,1732220230489-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:13,947 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-377014bd7527:45481, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:13,948 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:13,949 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:13,955 DEBUG [master/377014bd7527:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T20:17:13,981 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.589sec 2024-11-21T20:17:13,982 INFO [master/377014bd7527:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T20:17:13,983 INFO [master/377014bd7527:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T20:17:13,984 INFO [master/377014bd7527:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T20:17:13,985 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T20:17:13,985 INFO [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T20:17:13,986 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,45481,1732220230489-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:17:13,986 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,45481,1732220230489-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T20:17:13,995 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T20:17:13,997 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T20:17:13,998 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,45481,1732220230489-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:14,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ddeee0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:14,037 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T20:17:14,037 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T20:17:14,041 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,45481,-1 for getting cluster id 2024-11-21T20:17:14,044 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:17:14,052 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56a2dd55-3729-472a-9dc8-9dc7bcf2875d' 2024-11-21T20:17:14,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:17:14,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56a2dd55-3729-472a-9dc8-9dc7bcf2875d" 2024-11-21T20:17:14,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35488a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:14,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,45481,-1] 2024-11-21T20:17:14,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:17:14,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:14,062 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:17:14,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a373962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:14,066 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:17:14,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,38903,1732220231233, seqNum=-1] 2024-11-21T20:17:14,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:17:14,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:17:14,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=377014bd7527,45481,1732220230489 2024-11-21T20:17:14,106 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63164 2024-11-21T20:17:14,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:17:14,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015f0b03d00002 connected 2024-11-21T20:17:14,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/hadoop.log.dir so I do NOT create it in target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c 2024-11-21T20:17:14,164 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T20:17:14,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/hadoop.tmp.dir so I do NOT create it in target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c 2024-11-21T20:17:14,164 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T20:17:14,164 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c 2024-11-21T20:17:14,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T20:17:14,164 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c/cluster_80b263af-6a2a-f648-9b38-cda0c57d4f1b, deleteOnExit=true 2024-11-21T20:17:14,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T20:17:14,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c/test.cache.data in system properties and HBase conf 2024-11-21T20:17:14,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T20:17:14,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c/hadoop.log.dir in system properties and HBase conf 2024-11-21T20:17:14,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T20:17:14,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T20:17:14,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T20:17:14,166 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T20:17:14,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:17:14,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:17:14,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T20:17:14,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:17:14,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T20:17:14,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T20:17:14,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:17:14,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:17:14,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T20:17:14,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c/nfs.dump.dir in system properties and HBase conf 2024-11-21T20:17:14,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c/java.io.tmpdir in system properties and HBase conf 2024-11-21T20:17:14,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:17:14,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T20:17:14,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T20:17:14,664 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:17:14,674 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:17:14,725 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:17:14,725 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:17:14,725 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T20:17:14,733 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:17:14,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:17:14,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:17:14,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c/java.io.tmpdir/jetty-localhost-41321-hadoop-hdfs-3_4_1-tests_jar-_-any-16261861128176038915/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:17:14,876 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:41321} 2024-11-21T20:17:14,876 INFO [Time-limited test {}] server.Server(415): Started @10715ms 2024-11-21T20:17:15,159 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:17:15,164 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:17:15,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:17:15,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:17:15,169 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T20:17:15,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:17:15,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:17:15,289 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71e590b3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c/java.io.tmpdir/jetty-localhost-35421-hadoop-hdfs-3_4_1-tests_jar-_-any-11833247671946312263/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:17:15,290 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:35421} 2024-11-21T20:17:15,290 INFO [Time-limited test {}] server.Server(415): Started @11129ms 2024-11-21T20:17:15,292 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T20:17:16,139 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c/cluster_80b263af-6a2a-f648-9b38-cda0c57d4f1b/data/data1/current/BP-429949925-172.17.0.2-1732220234196/current, will proceed with Du for space computation calculation, 2024-11-21T20:17:16,139 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c/cluster_80b263af-6a2a-f648-9b38-cda0c57d4f1b/data/data2/current/BP-429949925-172.17.0.2-1732220234196/current, will proceed with Du for space computation calculation, 2024-11-21T20:17:16,182 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T20:17:16,186 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84e6169dc74ad74e with lease ID 0x16c3f0ba937320cc: Processing first storage report for DS-c71da2d4-99b7-4c0c-bfb2-66048e5b055f from datanode DatanodeRegistration(127.0.0.1:39517, datanodeUuid=cd7dbef4-9285-4e3a-b1cb-e532eda9fc7e, infoPort=45403, infoSecurePort=0, ipcPort=44875, storageInfo=lv=-57;cid=testClusterID;nsid=1569468214;c=1732220234196) 2024-11-21T20:17:16,187 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84e6169dc74ad74e with lease ID 0x16c3f0ba937320cc: from storage DS-c71da2d4-99b7-4c0c-bfb2-66048e5b055f node DatanodeRegistration(127.0.0.1:39517, datanodeUuid=cd7dbef4-9285-4e3a-b1cb-e532eda9fc7e, infoPort=45403, infoSecurePort=0, ipcPort=44875, storageInfo=lv=-57;cid=testClusterID;nsid=1569468214;c=1732220234196), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:17:16,187 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84e6169dc74ad74e with lease ID 0x16c3f0ba937320cc: Processing first storage report for DS-70be8377-be8d-4b28-9878-9f7664e86c42 from datanode DatanodeRegistration(127.0.0.1:39517, datanodeUuid=cd7dbef4-9285-4e3a-b1cb-e532eda9fc7e, infoPort=45403, infoSecurePort=0, ipcPort=44875, storageInfo=lv=-57;cid=testClusterID;nsid=1569468214;c=1732220234196) 2024-11-21T20:17:16,187 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84e6169dc74ad74e with lease ID 0x16c3f0ba937320cc: from storage DS-70be8377-be8d-4b28-9878-9f7664e86c42 node DatanodeRegistration(127.0.0.1:39517, datanodeUuid=cd7dbef4-9285-4e3a-b1cb-e532eda9fc7e, infoPort=45403, infoSecurePort=0, ipcPort=44875, storageInfo=lv=-57;cid=testClusterID;nsid=1569468214;c=1732220234196), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:17:16,199 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c 2024-11-21T20:17:16,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:16,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:16,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39517 is added to blk_1073741825_1001 (size=7) 2024-11-21T20:17:16,617 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5 with version=8 2024-11-21T20:17:16,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/hbase-staging 2024-11-21T20:17:16,620 INFO [Time-limited test {}] client.ConnectionUtils(128): master/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:17:16,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:17:16,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:17:16,621 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:17:16,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:17:16,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:17:16,621 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T20:17:16,621 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:17:16,622 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39617 2024-11-21T20:17:16,625 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39617 connecting to ZooKeeper ensemble=127.0.0.1:63164 2024-11-21T20:17:16,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396170x0, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:17:16,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39617-0x1015f0b03d00003 connected 2024-11-21T20:17:16,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:16,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:16,757 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39617-0x1015f0b03d00003, quorum=127.0.0.1:63164, baseZNode=/1549525473 Set watcher on znode that does not yet exist, /1549525473/running 2024-11-21T20:17:16,757 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5, hbase.cluster.distributed=false 2024-11-21T20:17:16,760 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39617-0x1015f0b03d00003, quorum=127.0.0.1:63164, baseZNode=/1549525473 Set watcher on znode that does not yet exist, /1549525473/acl 2024-11-21T20:17:16,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39617 2024-11-21T20:17:16,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39617 2024-11-21T20:17:16,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39617 2024-11-21T20:17:16,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39617 2024-11-21T20:17:16,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39617 2024-11-21T20:17:16,785 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:17:16,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:17:16,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:17:16,786 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:17:16,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:17:16,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:17:16,786 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T20:17:16,787 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:17:16,788 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38917 2024-11-21T20:17:16,791 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38917 connecting to ZooKeeper ensemble=127.0.0.1:63164 2024-11-21T20:17:16,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:16,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:16,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389170x0, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:17:16,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389170x0, quorum=127.0.0.1:63164, baseZNode=/1549525473 Set watcher on znode that does not yet exist, /1549525473/running 2024-11-21T20:17:16,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38917-0x1015f0b03d00004 connected 2024-11-21T20:17:16,811 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T20:17:16,812 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T20:17:16,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38917-0x1015f0b03d00004, quorum=127.0.0.1:63164, baseZNode=/1549525473 Set watcher on znode that does not yet exist, /1549525473/master 2024-11-21T20:17:16,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38917-0x1015f0b03d00004, quorum=127.0.0.1:63164, baseZNode=/1549525473 Set watcher on znode that does not yet exist, /1549525473/acl 2024-11-21T20:17:16,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38917 2024-11-21T20:17:16,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38917 2024-11-21T20:17:16,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38917 2024-11-21T20:17:16,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38917 2024-11-21T20:17:16,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38917 2024-11-21T20:17:16,840 DEBUG [M:0;377014bd7527:39617 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;377014bd7527:39617 2024-11-21T20:17:16,841 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1549525473/backup-masters/377014bd7527,39617,1732220236620 2024-11-21T20:17:16,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38917-0x1015f0b03d00004, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1549525473/backup-masters 2024-11-21T20:17:16,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39617-0x1015f0b03d00003, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1549525473/backup-masters 2024-11-21T20:17:16,853 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39617-0x1015f0b03d00003, quorum=127.0.0.1:63164, baseZNode=/1549525473 Set watcher on existing znode=/1549525473/backup-masters/377014bd7527,39617,1732220236620 2024-11-21T20:17:16,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38917-0x1015f0b03d00004, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1549525473/master 2024-11-21T20:17:16,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39617-0x1015f0b03d00003, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1549525473 2024-11-21T20:17:16,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38917-0x1015f0b03d00004, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1549525473 2024-11-21T20:17:16,864 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39617-0x1015f0b03d00003, quorum=127.0.0.1:63164, baseZNode=/1549525473 Set watcher on existing znode=/1549525473/master 2024-11-21T20:17:16,865 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1549525473/backup-masters/377014bd7527,39617,1732220236620 from backup master directory 2024-11-21T20:17:16,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38917-0x1015f0b03d00004, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1549525473/backup-masters 2024-11-21T20:17:16,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39617-0x1015f0b03d00003, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1549525473/backup-masters/377014bd7527,39617,1732220236620 2024-11-21T20:17:16,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39617-0x1015f0b03d00003, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1549525473/backup-masters 2024-11-21T20:17:16,874 WARN [master/377014bd7527:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:17:16,874 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=377014bd7527,39617,1732220236620 2024-11-21T20:17:16,882 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/hbase.id] with ID: 14df0104-4909-43be-b1e1-f80ee79bc736 2024-11-21T20:17:16,882 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/.tmp/hbase.id 2024-11-21T20:17:16,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39517 is added to blk_1073741826_1002 (size=42) 2024-11-21T20:17:17,300 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/.tmp/hbase.id]:[hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/hbase.id] 2024-11-21T20:17:17,324 INFO [master/377014bd7527:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:17,324 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T20:17:17,327 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-21T20:17:17,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38917-0x1015f0b03d00004, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1549525473 2024-11-21T20:17:17,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39617-0x1015f0b03d00003, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1549525473 2024-11-21T20:17:17,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39517 is added to blk_1073741827_1003 (size=196) 2024-11-21T20:17:17,790 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:17:17,791 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T20:17:17,792 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:17:17,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39517 is added to blk_1073741828_1004 (size=1189) 2024-11-21T20:17:18,207 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/MasterData/data/master/store 2024-11-21T20:17:18,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39517 is added to blk_1073741829_1005 (size=34) 2024-11-21T20:17:18,617 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:17:18,617 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:17:18,617 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:18,618 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:18,618 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:17:18,618 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:18,618 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:18,618 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220238617Disabling compacts and flushes for region at 1732220238617Disabling writes for close at 1732220238618 (+1 ms)Writing region close event to WAL at 1732220238618Closed at 1732220238618 2024-11-21T20:17:18,620 WARN [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/MasterData/data/master/store/.initializing 2024-11-21T20:17:18,620 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/MasterData/WALs/377014bd7527,39617,1732220236620 2024-11-21T20:17:18,622 INFO [master/377014bd7527:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:17:18,625 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=377014bd7527%2C39617%2C1732220236620, suffix=, logDir=hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/MasterData/WALs/377014bd7527,39617,1732220236620, archiveDir=hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/MasterData/oldWALs, maxLogs=10 2024-11-21T20:17:18,640 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/MasterData/WALs/377014bd7527,39617,1732220236620/377014bd7527%2C39617%2C1732220236620.1732220238625, exclude list is [], retry=0 2024-11-21T20:17:18,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39517,DS-c71da2d4-99b7-4c0c-bfb2-66048e5b055f,DISK] 2024-11-21T20:17:18,648 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/MasterData/WALs/377014bd7527,39617,1732220236620/377014bd7527%2C39617%2C1732220236620.1732220238625 2024-11-21T20:17:18,649 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45403:45403)] 2024-11-21T20:17:18,649 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:17:18,649 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:17:18,649 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:18,649 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:18,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:18,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T20:17:18,655 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:18,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:18,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:18,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T20:17:18,659 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:18,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:17:18,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:18,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T20:17:18,661 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:18,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:17:18,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:18,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T20:17:18,665 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:18,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:17:18,666 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:18,667 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:18,668 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:18,670 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:18,670 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:18,671 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:17:18,672 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:18,677 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:17:18,678 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63417499, jitterRate=-0.055005624890327454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:17:18,678 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732220238650Initializing all the Stores at 1732220238651 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220238651Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220238652 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220238652Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220238652Cleaning up temporary data from old regions at 1732220238670 (+18 ms)Region opened successfully at 1732220238678 (+8 ms) 2024-11-21T20:17:18,678 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T20:17:18,685 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72388e01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:17:18,686 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T20:17:18,686 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T20:17:18,686 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T20:17:18,686 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T20:17:18,687 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T20:17:18,687 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T20:17:18,687 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T20:17:18,690 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T20:17:18,691 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39617-0x1015f0b03d00003, quorum=127.0.0.1:63164, baseZNode=/1549525473 Unable to get data of znode /1549525473/balancer because node does not exist (not necessarily an error) 2024-11-21T20:17:18,747 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1549525473/balancer already deleted, retry=false 2024-11-21T20:17:18,747 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T20:17:18,748 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39617-0x1015f0b03d00003, quorum=127.0.0.1:63164, baseZNode=/1549525473 Unable to get data of znode /1549525473/normalizer because node does not exist (not necessarily an error) 2024-11-21T20:17:18,758 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1549525473/normalizer already deleted, retry=false 2024-11-21T20:17:18,758 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T20:17:18,768 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39617-0x1015f0b03d00003, quorum=127.0.0.1:63164, baseZNode=/1549525473 Unable to get data of znode /1549525473/switch/split because node does not exist (not necessarily an error) 2024-11-21T20:17:18,778 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1549525473/switch/split already deleted, retry=false 2024-11-21T20:17:18,779 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39617-0x1015f0b03d00003, quorum=127.0.0.1:63164, baseZNode=/1549525473 Unable to get data of znode /1549525473/switch/merge because node does not exist (not necessarily an error) 2024-11-21T20:17:18,789 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1549525473/switch/merge already deleted, retry=false 2024-11-21T20:17:18,799 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39617-0x1015f0b03d00003, quorum=127.0.0.1:63164, baseZNode=/1549525473 Unable to get data of znode /1549525473/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T20:17:18,810 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1549525473/snapshot-cleanup already deleted, retry=false 2024-11-21T20:17:18,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38917-0x1015f0b03d00004, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1549525473/running 2024-11-21T20:17:18,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38917-0x1015f0b03d00004, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1549525473 2024-11-21T20:17:18,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39617-0x1015f0b03d00003, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1549525473/running 2024-11-21T20:17:18,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39617-0x1015f0b03d00003, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1549525473 2024-11-21T20:17:18,824 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=377014bd7527,39617,1732220236620, sessionid=0x1015f0b03d00003, setting cluster-up flag (Was=false) 2024-11-21T20:17:18,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38917-0x1015f0b03d00004, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1549525473 2024-11-21T20:17:18,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39617-0x1015f0b03d00003, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1549525473 2024-11-21T20:17:18,873 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1549525473/flush-table-proc/acquired, /1549525473/flush-table-proc/reached, /1549525473/flush-table-proc/abort 2024-11-21T20:17:18,875 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,39617,1732220236620 2024-11-21T20:17:18,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38917-0x1015f0b03d00004, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1549525473 2024-11-21T20:17:18,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39617-0x1015f0b03d00003, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1549525473 2024-11-21T20:17:18,926 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1549525473/online-snapshot/acquired, /1549525473/online-snapshot/reached, /1549525473/online-snapshot/abort 2024-11-21T20:17:18,927 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,39617,1732220236620 2024-11-21T20:17:18,929 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T20:17:18,931 INFO [RS:0;377014bd7527:38917 {}] regionserver.HRegionServer(746): ClusterId : 14df0104-4909-43be-b1e1-f80ee79bc736 2024-11-21T20:17:18,931 DEBUG [RS:0;377014bd7527:38917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T20:17:18,932 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T20:17:18,933 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T20:17:18,933 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T20:17:18,933 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 377014bd7527,39617,1732220236620 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T20:17:18,945 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:17:18,945 DEBUG [RS:0;377014bd7527:38917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T20:17:18,945 DEBUG [RS:0;377014bd7527:38917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T20:17:18,945 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:17:18,945 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:17:18,945 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:17:18,945 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/377014bd7527:0, corePoolSize=10, maxPoolSize=10 2024-11-21T20:17:18,945 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:18,945 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:17:18,946 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:18,947 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732220268947 2024-11-21T20:17:18,947 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T20:17:18,947 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T20:17:18,947 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T20:17:18,947 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T20:17:18,947 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T20:17:18,947 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T20:17:18,948 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:18,948 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T20:17:18,948 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T20:17:18,948 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T20:17:18,949 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T20:17:18,949 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:17:18,949 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T20:17:18,949 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T20:17:18,949 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T20:17:18,951 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:18,951 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T20:17:18,952 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220238949,5,FailOnTimeoutGroup] 2024-11-21T20:17:18,956 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220238952,5,FailOnTimeoutGroup] 2024-11-21T20:17:18,956 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:18,956 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T20:17:18,956 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:18,956 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:18,958 DEBUG [RS:0;377014bd7527:38917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T20:17:18,959 DEBUG [RS:0;377014bd7527:38917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e4e0d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:17:18,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39517 is added to blk_1073741831_1007 (size=1321) 2024-11-21T20:17:18,978 DEBUG [RS:0;377014bd7527:38917 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;377014bd7527:38917 2024-11-21T20:17:18,978 INFO [RS:0;377014bd7527:38917 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T20:17:18,979 INFO [RS:0;377014bd7527:38917 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T20:17:18,979 DEBUG [RS:0;377014bd7527:38917 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T20:17:18,980 INFO [RS:0;377014bd7527:38917 {}] regionserver.HRegionServer(2659): reportForDuty to master=377014bd7527,39617,1732220236620 with port=38917, startcode=1732220236785 2024-11-21T20:17:18,980 DEBUG [RS:0;377014bd7527:38917 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T20:17:18,985 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T20:17:18,986 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39617 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 377014bd7527,38917,1732220236785 2024-11-21T20:17:18,986 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39617 {}] master.ServerManager(517): Registering regionserver=377014bd7527,38917,1732220236785 2024-11-21T20:17:18,989 DEBUG [RS:0;377014bd7527:38917 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5 2024-11-21T20:17:18,989 DEBUG [RS:0;377014bd7527:38917 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44999 2024-11-21T20:17:18,989 DEBUG [RS:0;377014bd7527:38917 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T20:17:19,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39617-0x1015f0b03d00003, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1549525473/rs 2024-11-21T20:17:19,000 DEBUG [RS:0;377014bd7527:38917 {}] zookeeper.ZKUtil(111): regionserver:38917-0x1015f0b03d00004, quorum=127.0.0.1:63164, baseZNode=/1549525473 Set watcher on existing znode=/1549525473/rs/377014bd7527,38917,1732220236785 2024-11-21T20:17:19,001 WARN [RS:0;377014bd7527:38917 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:17:19,001 INFO [RS:0;377014bd7527:38917 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:17:19,001 DEBUG [RS:0;377014bd7527:38917 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/WALs/377014bd7527,38917,1732220236785 2024-11-21T20:17:19,001 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [377014bd7527,38917,1732220236785] 2024-11-21T20:17:19,006 INFO [RS:0;377014bd7527:38917 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T20:17:19,012 INFO [RS:0;377014bd7527:38917 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T20:17:19,013 INFO [RS:0;377014bd7527:38917 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T20:17:19,013 INFO [RS:0;377014bd7527:38917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:19,017 INFO [RS:0;377014bd7527:38917 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T20:17:19,019 INFO [RS:0;377014bd7527:38917 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T20:17:19,019 INFO [RS:0;377014bd7527:38917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:19,019 DEBUG [RS:0;377014bd7527:38917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:19,020 DEBUG [RS:0;377014bd7527:38917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:19,020 DEBUG [RS:0;377014bd7527:38917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:19,020 DEBUG [RS:0;377014bd7527:38917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:19,020 DEBUG [RS:0;377014bd7527:38917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:19,020 DEBUG [RS:0;377014bd7527:38917 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:17:19,020 DEBUG [RS:0;377014bd7527:38917 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:19,020 DEBUG [RS:0;377014bd7527:38917 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:19,020 DEBUG [RS:0;377014bd7527:38917 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:19,020 DEBUG [RS:0;377014bd7527:38917 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:19,020 DEBUG [RS:0;377014bd7527:38917 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:19,020 DEBUG [RS:0;377014bd7527:38917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:19,020 DEBUG [RS:0;377014bd7527:38917 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:17:19,021 DEBUG [RS:0;377014bd7527:38917 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:17:19,022 INFO [RS:0;377014bd7527:38917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:19,022 INFO [RS:0;377014bd7527:38917 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:19,022 INFO [RS:0;377014bd7527:38917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:19,022 INFO [RS:0;377014bd7527:38917 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:19,022 INFO [RS:0;377014bd7527:38917 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:19,022 INFO [RS:0;377014bd7527:38917 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,38917,1732220236785-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:17:19,037 INFO [RS:0;377014bd7527:38917 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T20:17:19,037 INFO [RS:0;377014bd7527:38917 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,38917,1732220236785-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:19,038 INFO [RS:0;377014bd7527:38917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:19,038 INFO [RS:0;377014bd7527:38917 {}] regionserver.Replication(171): 377014bd7527,38917,1732220236785 started 2024-11-21T20:17:19,053 INFO [RS:0;377014bd7527:38917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:19,054 INFO [RS:0;377014bd7527:38917 {}] regionserver.HRegionServer(1482): Serving as 377014bd7527,38917,1732220236785, RpcServer on 377014bd7527/172.17.0.2:38917, sessionid=0x1015f0b03d00004 2024-11-21T20:17:19,054 DEBUG [RS:0;377014bd7527:38917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T20:17:19,054 DEBUG [RS:0;377014bd7527:38917 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 377014bd7527,38917,1732220236785 2024-11-21T20:17:19,054 DEBUG [RS:0;377014bd7527:38917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,38917,1732220236785' 2024-11-21T20:17:19,054 DEBUG [RS:0;377014bd7527:38917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1549525473/flush-table-proc/abort' 2024-11-21T20:17:19,055 DEBUG [RS:0;377014bd7527:38917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1549525473/flush-table-proc/acquired' 2024-11-21T20:17:19,055 DEBUG [RS:0;377014bd7527:38917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T20:17:19,055 DEBUG [RS:0;377014bd7527:38917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T20:17:19,055 DEBUG [RS:0;377014bd7527:38917 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 377014bd7527,38917,1732220236785 2024-11-21T20:17:19,056 DEBUG [RS:0;377014bd7527:38917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,38917,1732220236785' 2024-11-21T20:17:19,056 DEBUG [RS:0;377014bd7527:38917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1549525473/online-snapshot/abort' 2024-11-21T20:17:19,057 DEBUG [RS:0;377014bd7527:38917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1549525473/online-snapshot/acquired' 2024-11-21T20:17:19,057 DEBUG [RS:0;377014bd7527:38917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T20:17:19,057 INFO [RS:0;377014bd7527:38917 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T20:17:19,057 INFO [RS:0;377014bd7527:38917 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T20:17:19,158 INFO [RS:0;377014bd7527:38917 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:17:19,161 INFO [RS:0;377014bd7527:38917 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C38917%2C1732220236785, suffix=, logDir=hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/WALs/377014bd7527,38917,1732220236785, archiveDir=hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/oldWALs, maxLogs=10 2024-11-21T20:17:19,179 DEBUG [RS:0;377014bd7527:38917 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/WALs/377014bd7527,38917,1732220236785/377014bd7527%2C38917%2C1732220236785.1732220239164, exclude list is [], retry=0 2024-11-21T20:17:19,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39517,DS-c71da2d4-99b7-4c0c-bfb2-66048e5b055f,DISK] 2024-11-21T20:17:19,192 INFO [RS:0;377014bd7527:38917 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/WALs/377014bd7527,38917,1732220236785/377014bd7527%2C38917%2C1732220236785.1732220239164 2024-11-21T20:17:19,192 DEBUG [RS:0;377014bd7527:38917 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45403:45403)] 2024-11-21T20:17:19,242 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:17:19,309 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T20:17:19,370 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T20:17:19,371 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5 2024-11-21T20:17:19,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39517 is added to blk_1073741833_1009 (size=32) 2024-11-21T20:17:19,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:17:19,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:17:19,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:17:19,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:19,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:19,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:17:19,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:17:19,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:19,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:19,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:17:19,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:17:19,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:19,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:19,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:17:19,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:17:19,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:19,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:19,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:17:19,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/data/hbase/meta/1588230740 2024-11-21T20:17:19,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/data/hbase/meta/1588230740 2024-11-21T20:17:19,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:17:19,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:17:19,806 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:17:19,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:17:19,811 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:17:19,812 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72131410, jitterRate=0.07484176754951477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:17:19,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732220239782Initializing all the Stores at 1732220239783 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220239783Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220239783Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220239783Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220239783Cleaning up temporary data from old regions at 1732220239806 (+23 ms)Region opened successfully at 1732220239813 (+7 ms) 2024-11-21T20:17:19,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:17:19,813 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:17:19,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:17:19,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:17:19,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:17:19,814 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:17:19,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220239813Disabling compacts and flushes for region at 1732220239813Disabling writes for close at 1732220239813Writing region close event to WAL at 1732220239814 (+1 ms)Closed at 1732220239814 2024-11-21T20:17:19,816 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:17:19,816 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T20:17:19,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T20:17:19,818 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:17:19,820 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T20:17:19,970 DEBUG [377014bd7527:39617 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T20:17:19,971 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=377014bd7527,38917,1732220236785 2024-11-21T20:17:19,973 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,38917,1732220236785, state=OPENING 2024-11-21T20:17:20,072 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T20:17:20,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38917-0x1015f0b03d00004, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1549525473 2024-11-21T20:17:20,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39617-0x1015f0b03d00003, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1549525473 2024-11-21T20:17:20,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1549525473/meta-region-server: CHANGED 2024-11-21T20:17:20,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1549525473/meta-region-server: CHANGED 2024-11-21T20:17:20,095 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:17:20,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,38917,1732220236785}] 2024-11-21T20:17:20,250 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:17:20,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T20:17:20,258 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T20:17:20,258 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:17:20,259 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T20:17:20,262 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C38917%2C1732220236785.meta, suffix=.meta, logDir=hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/WALs/377014bd7527,38917,1732220236785, archiveDir=hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/oldWALs, maxLogs=10 2024-11-21T20:17:20,277 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/WALs/377014bd7527,38917,1732220236785/377014bd7527%2C38917%2C1732220236785.meta.1732220240263.meta, exclude list is [], retry=0 2024-11-21T20:17:20,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39517,DS-c71da2d4-99b7-4c0c-bfb2-66048e5b055f,DISK] 2024-11-21T20:17:20,285 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/WALs/377014bd7527,38917,1732220236785/377014bd7527%2C38917%2C1732220236785.meta.1732220240263.meta 2024-11-21T20:17:20,285 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45403:45403)] 2024-11-21T20:17:20,286 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:17:20,286 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:17:20,286 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:17:20,286 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T20:17:20,286 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T20:17:20,286 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T20:17:20,286 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:17:20,287 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T20:17:20,287 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T20:17:20,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:17:20,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:17:20,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:20,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:20,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:17:20,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:17:20,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:20,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:20,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:17:20,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:17:20,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:20,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:20,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:17:20,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:17:20,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:20,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:20,299 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:17:20,300 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/data/hbase/meta/1588230740 2024-11-21T20:17:20,302 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/data/hbase/meta/1588230740 2024-11-21T20:17:20,304 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:17:20,304 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:17:20,305 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:17:20,307 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:17:20,309 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68735671, jitterRate=0.024241313338279724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:17:20,309 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T20:17:20,309 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732220240287Writing region info on filesystem at 1732220240287Initializing all the Stores at 1732220240289 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220240289Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220240289Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220240289Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220240289Cleaning up temporary data from old regions at 1732220240304 (+15 ms)Running coprocessor post-open hooks at 1732220240309 (+5 ms)Region opened successfully at 1732220240309 2024-11-21T20:17:20,311 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732220240249 2024-11-21T20:17:20,315 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T20:17:20,315 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T20:17:20,317 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,38917,1732220236785 2024-11-21T20:17:20,318 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,38917,1732220236785, state=OPEN 2024-11-21T20:17:20,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39617-0x1015f0b03d00003, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1549525473/meta-region-server 2024-11-21T20:17:20,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38917-0x1015f0b03d00004, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1549525473/meta-region-server 2024-11-21T20:17:20,344 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=377014bd7527,38917,1732220236785 2024-11-21T20:17:20,344 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1549525473/meta-region-server: CHANGED 2024-11-21T20:17:20,344 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1549525473/meta-region-server: CHANGED 2024-11-21T20:17:20,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T20:17:20,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,38917,1732220236785 in 249 msec 2024-11-21T20:17:20,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T20:17:20,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 532 msec 2024-11-21T20:17:20,353 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:17:20,353 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T20:17:20,355 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:17:20,355 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,38917,1732220236785, seqNum=-1] 2024-11-21T20:17:20,356 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:17:20,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:17:20,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4330 sec 2024-11-21T20:17:20,367 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732220240367, completionTime=-1 2024-11-21T20:17:20,367 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T20:17:20,367 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T20:17:20,369 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T20:17:20,369 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732220300369 2024-11-21T20:17:20,369 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732220360369 2024-11-21T20:17:20,369 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T20:17:20,369 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,39617,1732220236620-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:20,370 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,39617,1732220236620-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:20,370 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,39617,1732220236620-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:20,370 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-377014bd7527:39617, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:20,370 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:20,370 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:20,372 DEBUG [master/377014bd7527:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T20:17:20,375 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.500sec 2024-11-21T20:17:20,376 INFO [master/377014bd7527:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T20:17:20,376 INFO [master/377014bd7527:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T20:17:20,376 INFO [master/377014bd7527:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T20:17:20,376 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T20:17:20,376 INFO [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T20:17:20,376 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,39617,1732220236620-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:17:20,376 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,39617,1732220236620-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T20:17:20,379 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T20:17:20,379 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T20:17:20,379 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,39617,1732220236620-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:20,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bed972d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:20,433 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,39617,-1 for getting cluster id 2024-11-21T20:17:20,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:17:20,436 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14df0104-4909-43be-b1e1-f80ee79bc736' 2024-11-21T20:17:20,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:17:20,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14df0104-4909-43be-b1e1-f80ee79bc736" 2024-11-21T20:17:20,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef64e3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:20,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,39617,-1] 2024-11-21T20:17:20,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:17:20,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:20,442 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:17:20,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260908f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:20,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:17:20,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,38917,1732220236785, seqNum=-1] 2024-11-21T20:17:20,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:17:20,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:17:20,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=377014bd7527,39617,1732220236620 2024-11-21T20:17:20,458 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63164 2024-11-21T20:17:20,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:17:20,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015f0b03d00005 connected 2024-11-21T20:17:20,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5016c38c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:20,491 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,45481,-1 for getting cluster id 2024-11-21T20:17:20,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:17:20,495 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56a2dd55-3729-472a-9dc8-9dc7bcf2875d' 2024-11-21T20:17:20,496 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:17:20,497 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56a2dd55-3729-472a-9dc8-9dc7bcf2875d" 2024-11-21T20:17:20,498 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21abc21e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:20,498 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,45481,-1] 2024-11-21T20:17:20,499 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:17:20,499 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:20,501 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:17:20,504 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@439ac0f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:20,515 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:17:20,521 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,45481,1732220230489 2024-11-21T20:17:20,524 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43a02926 2024-11-21T20:17:20,525 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:17:20,529 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:17:20,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://377014bd7527:39617,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T20:17:20,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T20:17:20,547 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:39617' 2024-11-21T20:17:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:17:20,561 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73c24152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:20,561 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,39617,-1 for getting cluster id 2024-11-21T20:17:20,561 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:17:20,562 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14df0104-4909-43be-b1e1-f80ee79bc736' 2024-11-21T20:17:20,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:17:20,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14df0104-4909-43be-b1e1-f80ee79bc736" 2024-11-21T20:17:20,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@580797a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:20,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,39617,-1] 2024-11-21T20:17:20,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:17:20,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:20,566 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:17:20,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769036ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:20,569 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:17:20,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,39617,1732220236620 2024-11-21T20:17:20,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c6f008 2024-11-21T20:17:20,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:17:20,583 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:17:20,599 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T20:17:20,599 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T20:17:20,605 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:20,606 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:20,606 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:20,608 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:17:20,615 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T20:17:20,619 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:17:20,620 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:20,623 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:17:20,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741835_1011 (size=1138) 2024-11-21T20:17:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:17:20,668 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T20:17:20,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T20:17:20,839 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T20:17:20,841 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:17:20,841 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T20:17:20,841 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:17:20,841 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T20:17:20,842 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T20:17:20,842 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T20:17:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:17:21,051 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5efec0ff79cc0290f3f0b4c5d9423cd9, NAME => 'hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc 2024-11-21T20:17:21,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741836_1012 (size=44) 2024-11-21T20:17:21,072 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:17:21,072 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5efec0ff79cc0290f3f0b4c5d9423cd9, disabling compactions & flushes 2024-11-21T20:17:21,072 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9. 2024-11-21T20:17:21,072 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9. 2024-11-21T20:17:21,072 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9. after waiting 0 ms 2024-11-21T20:17:21,072 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9. 2024-11-21T20:17:21,073 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9. 2024-11-21T20:17:21,073 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5efec0ff79cc0290f3f0b4c5d9423cd9: Waiting for close lock at 1732220241072Disabling compacts and flushes for region at 1732220241072Disabling writes for close at 1732220241072Writing region close event to WAL at 1732220241072Closed at 1732220241072 2024-11-21T20:17:21,075 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:17:21,081 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732220241075"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220241075"}]},"ts":"1732220241075"} 2024-11-21T20:17:21,088 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:17:21,091 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:17:21,094 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220241091"}]},"ts":"1732220241091"} 2024-11-21T20:17:21,099 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T20:17:21,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5efec0ff79cc0290f3f0b4c5d9423cd9, ASSIGN}] 2024-11-21T20:17:21,104 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5efec0ff79cc0290f3f0b4c5d9423cd9, ASSIGN 2024-11-21T20:17:21,106 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5efec0ff79cc0290f3f0b4c5d9423cd9, ASSIGN; state=OFFLINE, location=377014bd7527,38903,1732220231233; forceNewPlan=false, retain=false 2024-11-21T20:17:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:17:21,258 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5efec0ff79cc0290f3f0b4c5d9423cd9, regionState=OPENING, regionLocation=377014bd7527,38903,1732220231233 2024-11-21T20:17:21,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5efec0ff79cc0290f3f0b4c5d9423cd9, ASSIGN because future has completed 2024-11-21T20:17:21,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5efec0ff79cc0290f3f0b4c5d9423cd9, server=377014bd7527,38903,1732220231233}] 2024-11-21T20:17:21,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9. 2024-11-21T20:17:21,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:17:21,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T20:17:21,427 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C38903%2C1732220231233.rep, suffix=, logDir=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,38903,1732220231233, archiveDir=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/oldWALs, maxLogs=10 2024-11-21T20:17:21,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,38903,1732220231233/377014bd7527%2C38903%2C1732220231233.rep.1732220241428, exclude list is [], retry=0 2024-11-21T20:17:21,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44829,DS-845df586-35d7-4e7c-8167-708ff09098d1,DISK] 2024-11-21T20:17:21,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,38903,1732220231233/377014bd7527%2C38903%2C1732220231233.rep.1732220241428 2024-11-21T20:17:21,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32803:32803)] 2024-11-21T20:17:21,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 5efec0ff79cc0290f3f0b4c5d9423cd9, NAME => 'hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:17:21,451 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:17:21,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:17:21,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9. service=MultiRowMutationService 2024-11-21T20:17:21,451 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T20:17:21,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5efec0ff79cc0290f3f0b4c5d9423cd9 2024-11-21T20:17:21,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:17:21,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 5efec0ff79cc0290f3f0b4c5d9423cd9 2024-11-21T20:17:21,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 5efec0ff79cc0290f3f0b4c5d9423cd9 2024-11-21T20:17:21,454 INFO [StoreOpener-5efec0ff79cc0290f3f0b4c5d9423cd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5efec0ff79cc0290f3f0b4c5d9423cd9 2024-11-21T20:17:21,456 INFO [StoreOpener-5efec0ff79cc0290f3f0b4c5d9423cd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5efec0ff79cc0290f3f0b4c5d9423cd9 columnFamilyName hfileref 2024-11-21T20:17:21,456 DEBUG [StoreOpener-5efec0ff79cc0290f3f0b4c5d9423cd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,457 INFO [StoreOpener-5efec0ff79cc0290f3f0b4c5d9423cd9-1 {}] regionserver.HStore(327): Store=5efec0ff79cc0290f3f0b4c5d9423cd9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:17:21,457 INFO [StoreOpener-5efec0ff79cc0290f3f0b4c5d9423cd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5efec0ff79cc0290f3f0b4c5d9423cd9 2024-11-21T20:17:21,458 INFO [StoreOpener-5efec0ff79cc0290f3f0b4c5d9423cd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5efec0ff79cc0290f3f0b4c5d9423cd9 columnFamilyName queue 2024-11-21T20:17:21,458 DEBUG [StoreOpener-5efec0ff79cc0290f3f0b4c5d9423cd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,459 INFO [StoreOpener-5efec0ff79cc0290f3f0b4c5d9423cd9-1 {}] regionserver.HStore(327): Store=5efec0ff79cc0290f3f0b4c5d9423cd9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:17:21,459 INFO [StoreOpener-5efec0ff79cc0290f3f0b4c5d9423cd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5efec0ff79cc0290f3f0b4c5d9423cd9 2024-11-21T20:17:21,461 INFO [StoreOpener-5efec0ff79cc0290f3f0b4c5d9423cd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5efec0ff79cc0290f3f0b4c5d9423cd9 columnFamilyName sid 2024-11-21T20:17:21,462 DEBUG [StoreOpener-5efec0ff79cc0290f3f0b4c5d9423cd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,462 INFO [StoreOpener-5efec0ff79cc0290f3f0b4c5d9423cd9-1 {}] regionserver.HStore(327): Store=5efec0ff79cc0290f3f0b4c5d9423cd9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:17:21,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 5efec0ff79cc0290f3f0b4c5d9423cd9 2024-11-21T20:17:21,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/replication/5efec0ff79cc0290f3f0b4c5d9423cd9 2024-11-21T20:17:21,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/replication/5efec0ff79cc0290f3f0b4c5d9423cd9 2024-11-21T20:17:21,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 5efec0ff79cc0290f3f0b4c5d9423cd9 2024-11-21T20:17:21,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 5efec0ff79cc0290f3f0b4c5d9423cd9 2024-11-21T20:17:21,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:17:21,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 5efec0ff79cc0290f3f0b4c5d9423cd9 2024-11-21T20:17:21,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/replication/5efec0ff79cc0290f3f0b4c5d9423cd9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:17:21,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 5efec0ff79cc0290f3f0b4c5d9423cd9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60829291, jitterRate=-0.09357292950153351}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:17:21,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5efec0ff79cc0290f3f0b4c5d9423cd9 2024-11-21T20:17:21,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 5efec0ff79cc0290f3f0b4c5d9423cd9: Running coprocessor pre-open hook at 1732220241452Writing region info on filesystem at 1732220241452Initializing all the Stores at 1732220241453 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220241453Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220241454 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220241454Cleaning up temporary data from old regions at 1732220241466 (+12 ms)Running coprocessor post-open hooks at 1732220241475 (+9 ms)Region opened successfully at 1732220241476 (+1 ms) 2024-11-21T20:17:21,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9., pid=7, masterSystemTime=1732220241417 2024-11-21T20:17:21,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9. 2024-11-21T20:17:21,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9. 2024-11-21T20:17:21,484 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5efec0ff79cc0290f3f0b4c5d9423cd9, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,38903,1732220231233 2024-11-21T20:17:21,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5efec0ff79cc0290f3f0b4c5d9423cd9, server=377014bd7527,38903,1732220231233 because future has completed 2024-11-21T20:17:21,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-21T20:17:21,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5efec0ff79cc0290f3f0b4c5d9423cd9, server=377014bd7527,38903,1732220231233 in 232 msec 2024-11-21T20:17:21,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T20:17:21,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5efec0ff79cc0290f3f0b4c5d9423cd9, ASSIGN in 398 msec 2024-11-21T20:17:21,506 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:17:21,506 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220241506"}]},"ts":"1732220241506"} 2024-11-21T20:17:21,510 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T20:17:21,512 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:17:21,517 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 903 msec 2024-11-21T20:17:21,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9., hostname=377014bd7527,38903,1732220231233, seqNum=2] 2024-11-21T20:17:21,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38903 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-21T20:17:21,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45481-0x1015f0b03d00000, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-564071060 2024-11-21T20:17:21,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x1015f0b03d00001, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-564071060 2024-11-21T20:17:21,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T20:17:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:17:21,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38903 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-21T20:17:21,831 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T20:17:21,871 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-377014bd7527,38903,1732220231233, ReplicationSource: 1, currentBandwidth=0 2024-11-21T20:17:21,873 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:17:21,873 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,38903,1732220231233, seqNum=-1] 2024-11-21T20:17:21,873 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:17:21,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-21T20:17:21,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-377014bd7527,38903,1732220231233', locateType=CURRENT is [region=hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9., hostname=377014bd7527,38903,1732220231233, seqNum=2] 2024-11-21T20:17:21,885 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-21T20:17:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-21T20:17:21,891 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 377014bd7527,38903,1732220231233 suceeded 2024-11-21T20:17:21,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-21T20:17:21,899 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://377014bd7527:39617,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T20:17:21,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 226 msec 2024-11-21T20:17:21,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3650 sec 2024-11-21T20:17:21,908 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,38903,1732220231233 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:39617' 2024-11-21T20:17:21,911 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,38903,1732220231233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18984560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:21,911 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,38903,1732220231233 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,39617,-1 for getting cluster id 2024-11-21T20:17:21,911 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,38903,1732220231233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:17:21,912 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14df0104-4909-43be-b1e1-f80ee79bc736' 2024-11-21T20:17:21,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:17:21,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14df0104-4909-43be-b1e1-f80ee79bc736" 2024-11-21T20:17:21,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b6a570, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:21,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,39617,-1] 2024-11-21T20:17:21,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:17:21,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:21,916 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:17:21,918 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,38903,1732220231233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@616385ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:21,918 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,38903,1732220231233 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:17:21,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,39617,1732220236620 2024-11-21T20:17:21,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18ac1161 2024-11-21T20:17:21,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:17:21,921 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-21T20:17:21,922 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,38903,1732220231233 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-377014bd7527,38903,1732220231233 (queues=1) is replicating from cluster=56a2dd55-3729-472a-9dc8-9dc7bcf2875d to cluster=14df0104-4909-43be-b1e1-f80ee79bc736 2024-11-21T20:17:21,926 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,38903,1732220231233 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=377014bd7527%2C38903%2C1732220231233 2024-11-21T20:17:21,931 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,38903,1732220231233 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-377014bd7527,38903,1732220231233, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T20:17:21,933 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,38903,1732220231233.replicationSource.shipper377014bd7527%2C38903%2C1732220231233,1-377014bd7527,38903,1732220231233 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 377014bd7527%2C38903%2C1732220231233 2024-11-21T20:17:21,938 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,38903,1732220231233.replicationSource.wal-reader.377014bd7527%2C38903%2C1732220231233,1-377014bd7527,38903,1732220231233 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,38903,1732220231233/377014bd7527%2C38903%2C1732220231233.1732220233098, startPosition=0, beingWritten=true 2024-11-21T20:17:22,206 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,38903,1732220231233.replicationSource.wal-reader.377014bd7527%2C38903%2C1732220231233,1-377014bd7527,38903,1732220231233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,38903,1732220231233/377014bd7527%2C38903%2C1732220231233.1732220233098 to pos 0, reset compression=false 2024-11-21T20:17:22,513 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,38903,1732220231233.replicationSource.wal-reader.377014bd7527%2C38903%2C1732220231233,1-377014bd7527,38903,1732220231233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,38903,1732220231233/377014bd7527%2C38903%2C1732220231233.1732220233098 to pos 0, reset compression=false 2024-11-21T20:17:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:17:22,704 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:17:22,704 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:17:22,705 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T20:17:22,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:22,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:22,705 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:22,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bfd77bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:22,706 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,45481,-1 for getting cluster id 2024-11-21T20:17:22,706 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:17:22,707 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56a2dd55-3729-472a-9dc8-9dc7bcf2875d' 2024-11-21T20:17:22,708 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:17:22,708 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56a2dd55-3729-472a-9dc8-9dc7bcf2875d" 2024-11-21T20:17:22,708 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2996dcfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:22,708 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,45481,-1] 2024-11-21T20:17:22,708 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:17:22,709 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:22,710 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:17:22,711 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35387aac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:22,712 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:17:22,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,45481,1732220230489 2024-11-21T20:17:22,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@486117b4 2024-11-21T20:17:22,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:17:22,715 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:17:22,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://377014bd7527:39617,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T20:17:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T20:17:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T20:17:22,720 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:39617' 2024-11-21T20:17:22,721 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2936a13b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:22,722 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,39617,-1 for getting cluster id 2024-11-21T20:17:22,722 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:17:22,723 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14df0104-4909-43be-b1e1-f80ee79bc736' 2024-11-21T20:17:22,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:17:22,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14df0104-4909-43be-b1e1-f80ee79bc736" 2024-11-21T20:17:22,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e87c7eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:22,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,39617,-1] 2024-11-21T20:17:22,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:17:22,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:22,725 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:17:22,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@597eaeec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:22,726 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:17:22,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,39617,1732220236620 2024-11-21T20:17:22,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4eb35117 2024-11-21T20:17:22,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:17:22,729 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:17:22,730 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-21T20:17:22,730 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T20:17:22,730 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:22,730 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:22,730 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:22,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T20:17:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T20:17:22,921 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,38903,1732220231233.replicationSource.wal-reader.377014bd7527%2C38903%2C1732220231233,1-377014bd7527,38903,1732220231233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,38903,1732220231233/377014bd7527%2C38903%2C1732220231233.1732220233098 to pos 0, reset compression=false 2024-11-21T20:17:22,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38903 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-21T20:17:22,958 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-21T20:17:23,004 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-377014bd7527,38903,1732220231233, ReplicationSource: 2, currentBandwidth=0 2024-11-21T20:17:23,010 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-21T20:17:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-21T20:17:23,017 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 377014bd7527,38903,1732220231233 suceeded 2024-11-21T20:17:23,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T20:17:23,022 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://377014bd7527:39617,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T20:17:23,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 216 msec 2024-11-21T20:17:23,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 306 msec 2024-11-21T20:17:23,034 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,38903,1732220231233 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:39617' 2024-11-21T20:17:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T20:17:23,034 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-21T20:17:23,035 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:17:23,035 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:17:23,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:23,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:23,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:23,036 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:17:23,036 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,38903,1732220231233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c43956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:23,036 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,38903,1732220231233 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,39617,-1 for getting cluster id 2024-11-21T20:17:23,036 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,38903,1732220231233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:17:23,037 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14df0104-4909-43be-b1e1-f80ee79bc736' 2024-11-21T20:17:23,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:17:23,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,45481,1732220230489 2024-11-21T20:17:23,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b39fc4a 2024-11-21T20:17:23,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14df0104-4909-43be-b1e1-f80ee79bc736" 2024-11-21T20:17:23,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cd92896, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:23,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,39617,-1] 2024-11-21T20:17:23,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:17:23,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:23,042 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:17:23,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:17:23,043 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,38903,1732220231233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@338342c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:23,043 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,38903,1732220231233 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:17:23,045 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:17:23,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,39617,1732220236620 2024-11-21T20:17:23,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4abdaa2b 2024-11-21T20:17:23,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:17:23,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T20:17:23,047 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-21T20:17:23,049 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,38903,1732220231233 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-377014bd7527,38903,1732220231233 (queues=1) is replicating from cluster=56a2dd55-3729-472a-9dc8-9dc7bcf2875d to cluster=14df0104-4909-43be-b1e1-f80ee79bc736 2024-11-21T20:17:23,049 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,38903,1732220231233 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=377014bd7527%2C38903%2C1732220231233 2024-11-21T20:17:23,049 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,38903,1732220231233 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-377014bd7527,38903,1732220231233, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T20:17:23,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T20:17:23,050 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,38903,1732220231233.replicationSource.shipper377014bd7527%2C38903%2C1732220231233,2-377014bd7527,38903,1732220231233 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 377014bd7527%2C38903%2C1732220231233 2024-11-21T20:17:23,050 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,38903,1732220231233.replicationSource.wal-reader.377014bd7527%2C38903%2C1732220231233,2-377014bd7527,38903,1732220231233 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,38903,1732220231233/377014bd7527%2C38903%2C1732220231233.1732220233098, startPosition=0, beingWritten=true 2024-11-21T20:17:23,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T20:17:23,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T20:17:23,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://377014bd7527:39617,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T20:17:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-21T20:17:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T20:17:23,067 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:39617' 2024-11-21T20:17:23,068 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ed3b744, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:23,069 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,39617,-1 for getting cluster id 2024-11-21T20:17:23,069 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:17:23,070 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14df0104-4909-43be-b1e1-f80ee79bc736' 2024-11-21T20:17:23,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:17:23,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14df0104-4909-43be-b1e1-f80ee79bc736" 2024-11-21T20:17:23,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b89343, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:23,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,39617,-1] 2024-11-21T20:17:23,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:17:23,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:23,073 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:17:23,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b1d509c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:23,075 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:17:23,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,39617,1732220236620 2024-11-21T20:17:23,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22c6475c 2024-11-21T20:17:23,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:17:23,078 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:17:23,079 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T20:17:23,079 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T20:17:23,080 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:23,080 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:23,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:23,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T20:17:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T20:17:23,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38903 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-21T20:17:23,251 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-21T20:17:23,254 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-21T20:17:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-21T20:17:23,258 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 377014bd7527,38903,1732220231233 suceeded 2024-11-21T20:17:23,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-21T20:17:23,263 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://377014bd7527:39617,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T20:17:23,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-21T20:17:23,264 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,38903,1732220231233.replicationSource.wal-reader.377014bd7527%2C38903%2C1732220231233,2-377014bd7527,38903,1732220231233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,38903,1732220231233/377014bd7527%2C38903%2C1732220231233.1732220233098 to pos 0, reset compression=false 2024-11-21T20:17:23,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 204 msec 2024-11-21T20:17:23,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T20:17:23,385 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-21T20:17:23,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://377014bd7527:39617,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T20:17:23,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-21T20:17:23,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T20:17:23,394 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:39617' 2024-11-21T20:17:23,407 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d5696ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:23,407 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,39617,-1 for getting cluster id 2024-11-21T20:17:23,407 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:17:23,409 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14df0104-4909-43be-b1e1-f80ee79bc736' 2024-11-21T20:17:23,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:17:23,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14df0104-4909-43be-b1e1-f80ee79bc736" 2024-11-21T20:17:23,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29490f8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:23,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,39617,-1] 2024-11-21T20:17:23,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:17:23,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:23,412 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:17:23,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e17efd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:23,414 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:17:23,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,39617,1732220236620 2024-11-21T20:17:23,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5897d33d 2024-11-21T20:17:23,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:17:23,418 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:17:23,419 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-21T20:17:23,419 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T20:17:23,419 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:23,419 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:23,421 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:23,432 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,38903,1732220231233.replicationSource.wal-reader.377014bd7527%2C38903%2C1732220231233,1-377014bd7527,38903,1732220231233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,38903,1732220231233/377014bd7527%2C38903%2C1732220231233.1732220233098 to pos 0, reset compression=false 2024-11-21T20:17:23,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T20:17:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T20:17:23,573 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,38903,1732220231233.replicationSource.wal-reader.377014bd7527%2C38903%2C1732220231233,2-377014bd7527,38903,1732220231233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,38903,1732220231233/377014bd7527%2C38903%2C1732220231233.1732220233098 to pos 0, reset compression=false 2024-11-21T20:17:23,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38903 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-21T20:17:23,587 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-21T20:17:23,588 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-21T20:17:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-21T20:17:23,592 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 377014bd7527,38903,1732220231233 suceeded 2024-11-21T20:17:23,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-21T20:17:23,595 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://377014bd7527:39617,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T20:17:23,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-21T20:17:23,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 208 msec 2024-11-21T20:17:23,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T20:17:23,714 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-21T20:17:23,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T20:17:23,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T20:17:23,716 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:17:23,717 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:17:23,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:23,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:23,717 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T20:17:23,717 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=229211080, stopped=false 2024-11-21T20:17:23,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:23,718 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=377014bd7527,45481,1732220230489 2024-11-21T20:17:23,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45481-0x1015f0b03d00000, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-564071060/running 2024-11-21T20:17:23,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45481-0x1015f0b03d00000, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-564071060 2024-11-21T20:17:23,725 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:17:23,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x1015f0b03d00001, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-564071060/running 2024-11-21T20:17:23,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x1015f0b03d00001, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-564071060 2024-11-21T20:17:23,726 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:17:23,726 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:17:23,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:23,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38903-0x1015f0b03d00001, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Set watcher on znode that does not yet exist, /0-564071060/running 2024-11-21T20:17:23,726 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '377014bd7527,38903,1732220231233' ***** 2024-11-21T20:17:23,727 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T20:17:23,727 INFO [RS:0;377014bd7527:38903 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T20:17:23,727 INFO [RS:0;377014bd7527:38903 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T20:17:23,727 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T20:17:23,727 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45481-0x1015f0b03d00000, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Set watcher on znode that does not yet exist, /0-564071060/running 2024-11-21T20:17:23,727 INFO [RS:0;377014bd7527:38903 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T20:17:23,728 INFO [RS:0;377014bd7527:38903 {}] regionserver.HRegionServer(3091): Received CLOSE for 5efec0ff79cc0290f3f0b4c5d9423cd9 2024-11-21T20:17:23,728 INFO [RS:0;377014bd7527:38903 {}] regionserver.HRegionServer(959): stopping server 377014bd7527,38903,1732220231233 2024-11-21T20:17:23,728 INFO [RS:0;377014bd7527:38903 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:17:23,728 INFO [RS:0;377014bd7527:38903 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:38903. 2024-11-21T20:17:23,728 DEBUG [RS:0;377014bd7527:38903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:17:23,729 DEBUG [RS:0;377014bd7527:38903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:23,729 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5efec0ff79cc0290f3f0b4c5d9423cd9, disabling compactions & flushes 2024-11-21T20:17:23,729 INFO [RS:0;377014bd7527:38903 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T20:17:23,729 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9. 2024-11-21T20:17:23,729 INFO [RS:0;377014bd7527:38903 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T20:17:23,729 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9. 2024-11-21T20:17:23,729 INFO [RS:0;377014bd7527:38903 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T20:17:23,729 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9. after waiting 0 ms 2024-11-21T20:17:23,729 INFO [RS:0;377014bd7527:38903 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T20:17:23,729 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9. 2024-11-21T20:17:23,730 INFO [RS:0;377014bd7527:38903 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T20:17:23,730 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:17:23,730 DEBUG [RS:0;377014bd7527:38903 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5efec0ff79cc0290f3f0b4c5d9423cd9=hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9.} 2024-11-21T20:17:23,730 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:17:23,730 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:17:23,730 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:17:23,730 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:17:23,730 DEBUG [RS:0;377014bd7527:38903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5efec0ff79cc0290f3f0b4c5d9423cd9 2024-11-21T20:17:23,733 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-21T20:17:23,733 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5efec0ff79cc0290f3f0b4c5d9423cd9 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-21T20:17:23,801 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/replication/5efec0ff79cc0290f3f0b4c5d9423cd9/.tmp/queue/f6f868ac3a3c4afd8ee4e0286ff9c07e is 151, key is 1-377014bd7527,38903,1732220231233/queue:377014bd7527%2C38903%2C1732220231233/1732220241879/Put/seqid=0 2024-11-21T20:17:23,801 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/meta/1588230740/.tmp/info/73f1f2d184044c4a919824cc81148bb6 is 147, key is hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9./info:regioninfo/1732220241484/Put/seqid=0 2024-11-21T20:17:23,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741838_1014 (size=6631) 2024-11-21T20:17:23,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741839_1015 (size=5500) 2024-11-21T20:17:23,823 INFO [regionserver/377014bd7527:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:17:23,914 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T20:17:23,914 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T20:17:23,930 DEBUG [RS:0;377014bd7527:38903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5efec0ff79cc0290f3f0b4c5d9423cd9 2024-11-21T20:17:23,979 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,38903,1732220231233.replicationSource.wal-reader.377014bd7527%2C38903%2C1732220231233,2-377014bd7527,38903,1732220231233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,38903,1732220231233/377014bd7527%2C38903%2C1732220231233.1732220233098 to pos 0, reset compression=false 2024-11-21T20:17:24,044 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,38903,1732220231233.replicationSource.wal-reader.377014bd7527%2C38903%2C1732220231233,1-377014bd7527,38903,1732220231233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,38903,1732220231233/377014bd7527%2C38903%2C1732220231233.1732220233098 to pos 0, reset compression=false 2024-11-21T20:17:24,130 DEBUG [RS:0;377014bd7527:38903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5efec0ff79cc0290f3f0b4c5d9423cd9 2024-11-21T20:17:24,217 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/replication/5efec0ff79cc0290f3f0b4c5d9423cd9/.tmp/queue/f6f868ac3a3c4afd8ee4e0286ff9c07e 2024-11-21T20:17:24,217 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/meta/1588230740/.tmp/info/73f1f2d184044c4a919824cc81148bb6 2024-11-21T20:17:24,267 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/replication/5efec0ff79cc0290f3f0b4c5d9423cd9/.tmp/queue/f6f868ac3a3c4afd8ee4e0286ff9c07e as hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/replication/5efec0ff79cc0290f3f0b4c5d9423cd9/queue/f6f868ac3a3c4afd8ee4e0286ff9c07e 2024-11-21T20:17:24,279 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/replication/5efec0ff79cc0290f3f0b4c5d9423cd9/queue/f6f868ac3a3c4afd8ee4e0286ff9c07e, entries=2, sequenceid=6, filesize=5.4 K 2024-11-21T20:17:24,289 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 5efec0ff79cc0290f3f0b4c5d9423cd9 in 553ms, sequenceid=6, compaction requested=false 2024-11-21T20:17:24,289 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T20:17:24,295 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/meta/1588230740/.tmp/ns/f0246240154244c2977e7cef3f0ae3f0 is 43, key is default/ns:d/1732220233897/Put/seqid=0 2024-11-21T20:17:24,306 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/replication/5efec0ff79cc0290f3f0b4c5d9423cd9/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T20:17:24,308 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:17:24,309 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:17:24,309 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9. 2024-11-21T20:17:24,309 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5efec0ff79cc0290f3f0b4c5d9423cd9: Waiting for close lock at 1732220243728Running coprocessor pre-close hooks at 1732220243729 (+1 ms)Disabling compacts and flushes for region at 1732220243729Disabling writes for close at 1732220243729Obtaining lock to block concurrent updates at 1732220243734 (+5 ms)Preparing flush snapshotting stores in 5efec0ff79cc0290f3f0b4c5d9423cd9 at 1732220243734Finished memstore snapshotting hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732220243743 (+9 ms)Flushing stores of hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9. at 1732220243744 (+1 ms)Flushing 5efec0ff79cc0290f3f0b4c5d9423cd9/queue: creating writer at 1732220243745 (+1 ms)Flushing 5efec0ff79cc0290f3f0b4c5d9423cd9/queue: appending metadata at 1732220243784 (+39 ms)Flushing 5efec0ff79cc0290f3f0b4c5d9423cd9/queue: closing flushed file at 1732220243787 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b194055: reopening flushed file at 1732220244265 (+478 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 5efec0ff79cc0290f3f0b4c5d9423cd9 in 553ms, sequenceid=6, compaction requested=false at 1732220244289 (+24 ms)Writing region close event to WAL at 1732220244295 (+6 ms)Running coprocessor post-close hooks at 1732220244307 (+12 ms)Closed at 1732220244309 (+2 ms) 2024-11-21T20:17:24,309 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9. 2024-11-21T20:17:24,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741840_1016 (size=5153) 2024-11-21T20:17:24,315 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/meta/1588230740/.tmp/ns/f0246240154244c2977e7cef3f0ae3f0 2024-11-21T20:17:24,331 DEBUG [RS:0;377014bd7527:38903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:17:24,362 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/meta/1588230740/.tmp/table/990d73609c06458e90237810dc0b09de is 53, key is hbase:replication/table:state/1732220241506/Put/seqid=0 2024-11-21T20:17:24,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741841_1017 (size=5256) 2024-11-21T20:17:24,486 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,38903,1732220231233.replicationSource.wal-reader.377014bd7527%2C38903%2C1732220231233,2-377014bd7527,38903,1732220231233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,38903,1732220231233/377014bd7527%2C38903%2C1732220231233.1732220233098 to pos 0, reset compression=false 2024-11-21T20:17:24,531 DEBUG [RS:0;377014bd7527:38903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:17:24,731 INFO [RS:0;377014bd7527:38903 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T20:17:24,732 DEBUG [RS:0;377014bd7527:38903 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T20:17:24,732 DEBUG [RS:0;377014bd7527:38903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:17:24,751 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,38903,1732220231233.replicationSource.wal-reader.377014bd7527%2C38903%2C1732220231233,1-377014bd7527,38903,1732220231233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,38903,1732220231233/377014bd7527%2C38903%2C1732220231233.1732220233098 to pos 0, reset compression=false 2024-11-21T20:17:24,774 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/meta/1588230740/.tmp/table/990d73609c06458e90237810dc0b09de 2024-11-21T20:17:24,785 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/meta/1588230740/.tmp/info/73f1f2d184044c4a919824cc81148bb6 as hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/meta/1588230740/info/73f1f2d184044c4a919824cc81148bb6 2024-11-21T20:17:24,799 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/meta/1588230740/info/73f1f2d184044c4a919824cc81148bb6, entries=10, sequenceid=11, filesize=6.5 K 2024-11-21T20:17:24,800 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/meta/1588230740/.tmp/ns/f0246240154244c2977e7cef3f0ae3f0 as hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/meta/1588230740/ns/f0246240154244c2977e7cef3f0ae3f0 2024-11-21T20:17:24,812 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/meta/1588230740/ns/f0246240154244c2977e7cef3f0ae3f0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T20:17:24,814 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/meta/1588230740/.tmp/table/990d73609c06458e90237810dc0b09de as hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/meta/1588230740/table/990d73609c06458e90237810dc0b09de 2024-11-21T20:17:24,828 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/meta/1588230740/table/990d73609c06458e90237810dc0b09de, entries=2, sequenceid=11, filesize=5.1 K 2024-11-21T20:17:24,830 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1100ms, sequenceid=11, compaction requested=false 2024-11-21T20:17:24,837 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T20:17:24,838 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:17:24,838 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:17:24,839 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:17:24,839 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220243730Running coprocessor pre-close hooks at 1732220243730Disabling compacts and flushes for region at 1732220243730Disabling writes for close at 1732220243730Obtaining lock to block concurrent updates at 1732220243734 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1732220243734Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732220243743 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732220243744 (+1 ms)Flushing 1588230740/info: creating writer at 1732220243745 (+1 ms)Flushing 1588230740/info: appending metadata at 1732220243785 (+40 ms)Flushing 1588230740/info: closing flushed file at 1732220243787 (+2 ms)Flushing 1588230740/ns: creating writer at 1732220244264 (+477 ms)Flushing 1588230740/ns: appending metadata at 1732220244294 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1732220244294Flushing 1588230740/table: creating writer at 1732220244333 (+39 ms)Flushing 1588230740/table: appending metadata at 1732220244361 (+28 ms)Flushing 1588230740/table: closing flushed file at 1732220244361Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47770eea: reopening flushed file at 1732220244783 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b9b38ab: reopening flushed file at 1732220244799 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55f14d88: reopening flushed file at 1732220244813 (+14 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1100ms, sequenceid=11, compaction requested=false at 1732220244830 (+17 ms)Writing region close event to WAL at 1732220244831 (+1 ms)Running coprocessor post-close hooks at 1732220244838 (+7 ms)Closed at 1732220244838 2024-11-21T20:17:24,839 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T20:17:24,932 INFO [RS:0;377014bd7527:38903 {}] regionserver.HRegionServer(976): stopping server 377014bd7527,38903,1732220231233; all regions closed. 2024-11-21T20:17:24,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741834_1010 (size=2742) 2024-11-21T20:17:24,944 DEBUG [RS:0;377014bd7527:38903 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/oldWALs 2024-11-21T20:17:24,944 INFO [RS:0;377014bd7527:38903 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C38903%2C1732220231233.meta:.meta(num 1732220233691) 2024-11-21T20:17:24,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741837_1013 (size=1802) 2024-11-21T20:17:24,949 DEBUG [RS:0;377014bd7527:38903 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/oldWALs 2024-11-21T20:17:24,949 INFO [RS:0;377014bd7527:38903 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C38903%2C1732220231233.rep:(num 1732220241428) 2024-11-21T20:17:24,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741833_1009 (size=93) 2024-11-21T20:17:24,955 DEBUG [RS:0;377014bd7527:38903 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/oldWALs 2024-11-21T20:17:24,955 INFO [RS:0;377014bd7527:38903 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C38903%2C1732220231233:(num 1732220233098) 2024-11-21T20:17:24,955 DEBUG [RS:0;377014bd7527:38903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:24,955 INFO [RS:0;377014bd7527:38903 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:17:24,956 INFO [RS:0;377014bd7527:38903 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:17:24,956 INFO [RS:0;377014bd7527:38903 {}] hbase.ChoreService(370): Chore service for: regionserver/377014bd7527:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T20:17:24,956 INFO [RS:0;377014bd7527:38903 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:17:24,956 INFO [regionserver/377014bd7527:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:17:24,957 INFO [RS:0;377014bd7527:38903 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-377014bd7527,38903,1732220231233 because: Region server is closing 2024-11-21T20:17:24,957 INFO [RS:0;377014bd7527:38903 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:38903. 2024-11-21T20:17:24,957 DEBUG [RS:0;377014bd7527:38903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:17:24,957 DEBUG [RS:0;377014bd7527:38903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:24,958 DEBUG [RS:0;377014bd7527:38903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:24,958 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:25,058 WARN [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,38903,1732220231233.replicationSource.shipper377014bd7527%2C38903%2C1732220231233,1-377014bd7527,38903,1732220231233 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T20:17:25,058 WARN [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,38903,1732220231233.replicationSource.wal-reader.377014bd7527%2C38903%2C1732220231233,1-377014bd7527,38903,1732220231233 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T20:17:25,058 INFO [RS:0;377014bd7527:38903 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,38903,1732220231233.replicationSource.shipper377014bd7527%2C38903%2C1732220231233,1-377014bd7527,38903,1732220231233 terminated 2024-11-21T20:17:25,059 INFO [RS:0;377014bd7527:38903 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-377014bd7527,38903,1732220231233 because: Region server is closing 2024-11-21T20:17:25,059 INFO [RS:0;377014bd7527:38903 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:38903. 2024-11-21T20:17:25,059 DEBUG [RS:0;377014bd7527:38903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:17:25,059 DEBUG [RS:0;377014bd7527:38903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:25,059 DEBUG [RS:0;377014bd7527:38903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:25,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:25,160 WARN [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,38903,1732220231233.replicationSource.shipper377014bd7527%2C38903%2C1732220231233,2-377014bd7527,38903,1732220231233 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T20:17:25,160 INFO [RS:0;377014bd7527:38903 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,38903,1732220231233.replicationSource.shipper377014bd7527%2C38903%2C1732220231233,2-377014bd7527,38903,1732220231233 terminated 2024-11-21T20:17:25,160 INFO [RS:0;377014bd7527:38903 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38903 2024-11-21T20:17:25,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45481-0x1015f0b03d00000, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-564071060/rs 2024-11-21T20:17:25,285 INFO [RS:0;377014bd7527:38903 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:17:25,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x1015f0b03d00001, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-564071060/rs/377014bd7527,38903,1732220231233 2024-11-21T20:17:25,288 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [377014bd7527,38903,1732220231233] 2024-11-21T20:17:25,325 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-564071060/draining/377014bd7527,38903,1732220231233 already deleted, retry=false 2024-11-21T20:17:25,326 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 377014bd7527,38903,1732220231233 expired; onlineServers=0 2024-11-21T20:17:25,326 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '377014bd7527,45481,1732220230489' ***** 2024-11-21T20:17:25,326 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T20:17:25,326 INFO [M:0;377014bd7527:45481 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:17:25,326 INFO [M:0;377014bd7527:45481 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:17:25,326 DEBUG [M:0;377014bd7527:45481 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T20:17:25,327 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T20:17:25,327 DEBUG [M:0;377014bd7527:45481 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T20:17:25,327 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220232742 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220232742,5,FailOnTimeoutGroup] 2024-11-21T20:17:25,327 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220232743 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220232743,5,FailOnTimeoutGroup] 2024-11-21T20:17:25,327 INFO [M:0;377014bd7527:45481 {}] hbase.ChoreService(370): Chore service for: master/377014bd7527:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T20:17:25,327 INFO [M:0;377014bd7527:45481 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:17:25,327 DEBUG [M:0;377014bd7527:45481 {}] master.HMaster(1795): Stopping service threads 2024-11-21T20:17:25,327 INFO [M:0;377014bd7527:45481 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T20:17:25,327 INFO [M:0;377014bd7527:45481 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:17:25,328 INFO [M:0;377014bd7527:45481 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T20:17:25,328 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T20:17:25,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45481-0x1015f0b03d00000, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-564071060/master 2024-11-21T20:17:25,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45481-0x1015f0b03d00000, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-564071060 2024-11-21T20:17:25,336 DEBUG [M:0;377014bd7527:45481 {}] zookeeper.ZKUtil(347): master:45481-0x1015f0b03d00000, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Unable to get data of znode /0-564071060/master because node does not exist (not an error) 2024-11-21T20:17:25,336 WARN [M:0;377014bd7527:45481 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T20:17:25,337 INFO [M:0;377014bd7527:45481 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/.lastflushedseqids 2024-11-21T20:17:25,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741842_1018 (size=181) 2024-11-21T20:17:25,351 INFO [M:0;377014bd7527:45481 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T20:17:25,351 INFO [M:0;377014bd7527:45481 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T20:17:25,351 DEBUG [M:0;377014bd7527:45481 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:17:25,351 INFO [M:0;377014bd7527:45481 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:25,351 DEBUG [M:0;377014bd7527:45481 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:25,351 DEBUG [M:0;377014bd7527:45481 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:17:25,351 DEBUG [M:0;377014bd7527:45481 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:25,352 INFO [M:0;377014bd7527:45481 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-21T20:17:25,379 DEBUG [M:0;377014bd7527:45481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a7aacc94be645d493c5b66e1113fa47 is 82, key is hbase:meta,,1/info:regioninfo/1732220233786/Put/seqid=0 2024-11-21T20:17:25,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741843_1019 (size=5672) 2024-11-21T20:17:25,385 INFO [M:0;377014bd7527:45481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a7aacc94be645d493c5b66e1113fa47 2024-11-21T20:17:25,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x1015f0b03d00001, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:17:25,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x1015f0b03d00001, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:17:25,416 INFO [RS:0;377014bd7527:38903 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:17:25,416 INFO [RS:0;377014bd7527:38903 {}] regionserver.HRegionServer(1031): Exiting; stopping=377014bd7527,38903,1732220231233; zookeeper connection closed. 2024-11-21T20:17:25,416 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3193fda8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3193fda8 2024-11-21T20:17:25,417 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T20:17:25,420 DEBUG [M:0;377014bd7527:45481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bb418de9efa4cd7b7fe13ae86b61c00 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732220241516/Put/seqid=0 2024-11-21T20:17:25,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741844_1020 (size=8663) 2024-11-21T20:17:25,790 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:17:25,827 INFO [M:0;377014bd7527:45481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bb418de9efa4cd7b7fe13ae86b61c00 2024-11-21T20:17:25,871 DEBUG [M:0;377014bd7527:45481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d582f58da1d4178a8c732b1788eb7ea is 69, key is 377014bd7527,38903,1732220231233/rs:state/1732220232795/Put/seqid=0 2024-11-21T20:17:25,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741845_1021 (size=5156) 2024-11-21T20:17:25,904 INFO [M:0;377014bd7527:45481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d582f58da1d4178a8c732b1788eb7ea 2024-11-21T20:17:25,933 DEBUG [M:0;377014bd7527:45481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a7aacc94be645d493c5b66e1113fa47 as hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a7aacc94be645d493c5b66e1113fa47 2024-11-21T20:17:25,950 INFO [M:0;377014bd7527:45481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a7aacc94be645d493c5b66e1113fa47, entries=8, sequenceid=115, filesize=5.5 K 2024-11-21T20:17:25,953 DEBUG [M:0;377014bd7527:45481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bb418de9efa4cd7b7fe13ae86b61c00 as hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6bb418de9efa4cd7b7fe13ae86b61c00 2024-11-21T20:17:25,969 INFO [M:0;377014bd7527:45481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6bb418de9efa4cd7b7fe13ae86b61c00, entries=14, sequenceid=115, filesize=8.5 K 2024-11-21T20:17:25,971 DEBUG [M:0;377014bd7527:45481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d582f58da1d4178a8c732b1788eb7ea as hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d582f58da1d4178a8c732b1788eb7ea 2024-11-21T20:17:25,981 INFO [M:0;377014bd7527:45481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d582f58da1d4178a8c732b1788eb7ea, entries=1, sequenceid=115, filesize=5.0 K 2024-11-21T20:17:25,983 INFO [M:0;377014bd7527:45481 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 632ms, sequenceid=115, compaction requested=false 2024-11-21T20:17:25,997 INFO [M:0;377014bd7527:45481 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:25,997 DEBUG [M:0;377014bd7527:45481 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220245351Disabling compacts and flushes for region at 1732220245351Disabling writes for close at 1732220245351Obtaining lock to block concurrent updates at 1732220245352 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732220245352Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732220245352Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732220245356 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732220245356Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732220245378 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732220245378Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732220245395 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732220245419 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732220245419Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732220245843 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732220245870 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732220245870Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79d7e599: reopening flushed file at 1732220245925 (+55 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@235f4687: reopening flushed file at 1732220245950 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f4b9831: reopening flushed file at 1732220245969 (+19 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 632ms, sequenceid=115, compaction requested=false at 1732220245983 (+14 ms)Writing region close event to WAL at 1732220245997 (+14 ms)Closed at 1732220245997 2024-11-21T20:17:26,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741830_1006 (size=59421) 2024-11-21T20:17:26,005 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/WALs/377014bd7527,45481,1732220230489/377014bd7527%2C45481%2C1732220230489.1732220231842 not finished, retry = 0 2024-11-21T20:17:26,107 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:17:26,107 INFO [M:0;377014bd7527:45481 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T20:17:26,107 INFO [M:0;377014bd7527:45481 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45481 2024-11-21T20:17:26,107 INFO [M:0;377014bd7527:45481 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:17:26,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45481-0x1015f0b03d00000, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:17:26,257 INFO [M:0;377014bd7527:45481 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:17:26,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45481-0x1015f0b03d00000, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:17:26,259 INFO [Time-limited test {}] client.ConnectionUtils(128): master/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:17:26,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:17:26,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:17:26,259 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:17:26,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:17:26,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:17:26,259 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T20:17:26,259 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:17:26,260 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33877 2024-11-21T20:17:26,261 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33877 connecting to ZooKeeper ensemble=127.0.0.1:63164 2024-11-21T20:17:26,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338770x0, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:17:26,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33877-0x1015f0b03d00006 connected 2024-11-21T20:17:26,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:26,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:26,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33877-0x1015f0b03d00006, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Set watcher on znode that does not yet exist, /0-564071060/running 2024-11-21T20:17:26,292 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-564071060/meta-region-server: INIT 2024-11-21T20:17:26,292 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc, hbase.cluster.distributed=false 2024-11-21T20:17:26,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33877-0x1015f0b03d00006, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Set watcher on znode that does not yet exist, /0-564071060/acl 2024-11-21T20:17:26,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33877 2024-11-21T20:17:26,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33877 2024-11-21T20:17:26,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33877 2024-11-21T20:17:26,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33877 2024-11-21T20:17:26,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33877 2024-11-21T20:17:26,323 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:17:26,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:17:26,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:17:26,324 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:17:26,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:17:26,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:17:26,324 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T20:17:26,324 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:17:26,325 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32953 2024-11-21T20:17:26,326 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32953 connecting to ZooKeeper ensemble=127.0.0.1:63164 2024-11-21T20:17:26,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:26,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:26,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329530x0, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:17:26,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329530x0, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Set watcher on znode that does not yet exist, /0-564071060/running 2024-11-21T20:17:26,347 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-564071060/meta-region-server: INIT 2024-11-21T20:17:26,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32953-0x1015f0b03d00007 connected 2024-11-21T20:17:26,347 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T20:17:26,350 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T20:17:26,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32953-0x1015f0b03d00007, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Set watcher on znode that does not yet exist, /0-564071060/master 2024-11-21T20:17:26,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32953-0x1015f0b03d00007, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Set watcher on znode that does not yet exist, /0-564071060/acl 2024-11-21T20:17:26,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32953 2024-11-21T20:17:26,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32953 2024-11-21T20:17:26,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32953 2024-11-21T20:17:26,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32953 2024-11-21T20:17:26,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32953 2024-11-21T20:17:26,378 DEBUG [M:0;377014bd7527:33877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;377014bd7527:33877 2024-11-21T20:17:26,380 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-564071060/backup-masters/377014bd7527,33877,1732220246259 2024-11-21T20:17:26,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x1015f0b03d00007, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-564071060/backup-masters 2024-11-21T20:17:26,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33877-0x1015f0b03d00006, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-564071060/backup-masters 2024-11-21T20:17:26,389 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33877-0x1015f0b03d00006, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Set watcher on existing znode=/0-564071060/backup-masters/377014bd7527,33877,1732220246259 2024-11-21T20:17:26,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x1015f0b03d00007, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-564071060/master 2024-11-21T20:17:26,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33877-0x1015f0b03d00006, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-564071060 2024-11-21T20:17:26,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x1015f0b03d00007, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-564071060 2024-11-21T20:17:26,399 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33877-0x1015f0b03d00006, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Set watcher on existing znode=/0-564071060/master 2024-11-21T20:17:26,400 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-564071060/backup-masters/377014bd7527,33877,1732220246259 from backup master directory 2024-11-21T20:17:26,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x1015f0b03d00007, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-564071060/backup-masters 2024-11-21T20:17:26,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33877-0x1015f0b03d00006, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-564071060/backup-masters/377014bd7527,33877,1732220246259 2024-11-21T20:17:26,410 WARN [master/377014bd7527:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:17:26,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33877-0x1015f0b03d00006, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-564071060/backup-masters 2024-11-21T20:17:26,410 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=377014bd7527,33877,1732220246259 2024-11-21T20:17:26,430 INFO [master/377014bd7527:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:26,430 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T20:17:26,446 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 16ms. 2024-11-21T20:17:26,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741846_1022 (size=196) 2024-11-21T20:17:26,467 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:17:26,468 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T20:17:26,469 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:17:26,480 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-21T20:17:26,486 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/WALs/377014bd7527,45481,1732220230489 to hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/WALs/377014bd7527,45481,1732220230489-dead as it is dead 2024-11-21T20:17:26,488 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-21T20:17:26,489 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-21T20:17:26,489 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/WALs/377014bd7527,45481,1732220230489-dead/377014bd7527%2C45481%2C1732220230489.1732220231842 2024-11-21T20:17:26,496 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/WALs/377014bd7527,45481,1732220230489-dead/377014bd7527%2C45481%2C1732220230489.1732220231842 after 4ms 2024-11-21T20:17:26,497 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/WALs/377014bd7527,45481,1732220230489-dead/377014bd7527%2C45481%2C1732220230489.1732220231842 to hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/377014bd7527%2C45481%2C1732220230489.1732220231842 2024-11-21T20:17:26,498 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/WALs/377014bd7527,45481,1732220230489-dead 2024-11-21T20:17:26,498 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/WALs/377014bd7527,33877,1732220246259 2024-11-21T20:17:26,500 INFO [master/377014bd7527:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:17:26,503 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=377014bd7527%2C33877%2C1732220246259, suffix=, logDir=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/WALs/377014bd7527,33877,1732220246259, archiveDir=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/oldWALs, maxLogs=10 2024-11-21T20:17:26,523 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/WALs/377014bd7527,33877,1732220246259/377014bd7527%2C33877%2C1732220246259.1732220246503, exclude list is [], retry=0 2024-11-21T20:17:26,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44829,DS-845df586-35d7-4e7c-8167-708ff09098d1,DISK] 2024-11-21T20:17:26,533 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/WALs/377014bd7527,33877,1732220246259/377014bd7527%2C33877%2C1732220246259.1732220246503 2024-11-21T20:17:26,535 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32803:32803)] 2024-11-21T20:17:26,535 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:17:26,535 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:17:26,536 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:26,536 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:26,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:26,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T20:17:26,539 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:26,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a7aacc94be645d493c5b66e1113fa47 2024-11-21T20:17:26,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:26,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:26,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T20:17:26,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:26,558 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6bb418de9efa4cd7b7fe13ae86b61c00 2024-11-21T20:17:26,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:17:26,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:26,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T20:17:26,560 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:26,573 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d582f58da1d4178a8c732b1788eb7ea 2024-11-21T20:17:26,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:17:26,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:26,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T20:17:26,576 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:26,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:17:26,577 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:26,578 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-21T20:17:26,578 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/377014bd7527%2C45481%2C1732220230489.1732220231842 2024-11-21T20:17:26,603 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/377014bd7527%2C45481%2C1732220230489.1732220231842 2024-11-21T20:17:26,605 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/377014bd7527%2C45481%2C1732220230489.1732220231842 2024-11-21T20:17:26,607 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:26,607 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:26,608 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:17:26,612 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:26,616 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-21T20:17:26,619 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62658080, jitterRate=-0.06632184982299805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:17:26,619 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732220246536Initializing all the Stores at 1732220246537 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220246537Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220246538 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220246538Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220246538Cleaning up temporary data from old regions at 1732220246607 (+69 ms)Region opened successfully at 1732220246619 (+12 ms) 2024-11-21T20:17:26,620 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T20:17:26,625 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d758e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:17:26,638 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-21T20:17:26,638 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T20:17:26,638 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T20:17:26,639 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T20:17:26,639 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T20:17:26,646 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T20:17:26,647 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T20:17:26,648 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T20:17:26,648 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T20:17:26,648 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-21T20:17:26,648 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-21T20:17:26,649 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-21T20:17:26,649 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T20:17:26,654 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=377014bd7527,38903,1732220231233, regionLocation=377014bd7527,38903,1732220231233, openSeqNum=2 2024-11-21T20:17:26,654 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=377014bd7527,38903,1732220231233, table=hbase:meta, region=1588230740 2024-11-21T20:17:26,655 INFO [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,38903,1732220231233, state=OPEN 2024-11-21T20:17:26,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x1015f0b03d00007, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-564071060/meta-region-server 2024-11-21T20:17:26,662 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-564071060/meta-region-server: CHANGED 2024-11-21T20:17:26,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33877-0x1015f0b03d00006, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-564071060/meta-region-server 2024-11-21T20:17:26,663 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-564071060/meta-region-server: CHANGED 2024-11-21T20:17:26,670 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-21T20:17:26,683 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-564071060/draining/377014bd7527,38903,1732220231233 already deleted, retry=false 2024-11-21T20:17:26,683 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 377014bd7527,38903,1732220231233 on 377014bd7527,33877,1732220246259 2024-11-21T20:17:26,691 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 377014bd7527,38903,1732220231233, splitWal=true, meta=true 2024-11-21T20:17:26,696 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 377014bd7527,38903,1732220231233 (carryingMeta=true) 377014bd7527,38903,1732220231233/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@312cd368[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T20:17:26,700 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33877-0x1015f0b03d00006, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Unable to get data of znode /0-564071060/balancer because node does not exist (not necessarily an error) 2024-11-21T20:17:26,712 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-564071060/balancer already deleted, retry=false 2024-11-21T20:17:26,712 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T20:17:26,713 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33877-0x1015f0b03d00006, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Unable to get data of znode /0-564071060/normalizer because node does not exist (not necessarily an error) 2024-11-21T20:17:26,758 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-564071060/normalizer already deleted, retry=false 2024-11-21T20:17:26,759 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T20:17:26,760 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33877-0x1015f0b03d00006, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Unable to get data of znode /0-564071060/switch/split because node does not exist (not necessarily an error) 2024-11-21T20:17:26,778 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-564071060/switch/split already deleted, retry=false 2024-11-21T20:17:26,779 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33877-0x1015f0b03d00006, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Unable to get data of znode /0-564071060/switch/merge because node does not exist (not necessarily an error) 2024-11-21T20:17:26,788 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-564071060/switch/merge already deleted, retry=false 2024-11-21T20:17:26,813 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33877-0x1015f0b03d00006, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Unable to get data of znode /0-564071060/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T20:17:26,820 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-564071060/snapshot-cleanup already deleted, retry=false 2024-11-21T20:17:26,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x1015f0b03d00007, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-564071060/running 2024-11-21T20:17:26,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x1015f0b03d00007, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-564071060 2024-11-21T20:17:26,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33877-0x1015f0b03d00006, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-564071060/running 2024-11-21T20:17:26,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33877-0x1015f0b03d00006, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-564071060 2024-11-21T20:17:26,832 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=377014bd7527,33877,1732220246259, sessionid=0x1015f0b03d00006, setting cluster-up flag (Was=false) 2024-11-21T20:17:26,842 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-564071060/flush-table-proc/acquired, /0-564071060/flush-table-proc/reached, /0-564071060/flush-table-proc/abort 2024-11-21T20:17:26,843 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,33877,1732220246259 2024-11-21T20:17:26,852 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-564071060/online-snapshot/acquired, /0-564071060/online-snapshot/reached, /0-564071060/online-snapshot/abort 2024-11-21T20:17:26,853 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,33877,1732220246259 2024-11-21T20:17:26,855 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/.lastflushedseqids 2024-11-21T20:17:26,858 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T20:17:26,859 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T20:17:26,859 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 377014bd7527,33877,1732220246259 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 377014bd7527,38903,1732220231233 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T20:17:26,861 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:17:26,861 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:17:26,861 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:17:26,861 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:17:26,861 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/377014bd7527:0, corePoolSize=10, maxPoolSize=10 2024-11-21T20:17:26,861 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:26,861 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:17:26,861 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:26,864 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 377014bd7527,38903,1732220231233, splitWal=true, meta=true 2024-11-21T20:17:26,865 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 377014bd7527,38903,1732220231233, splitWal=true, meta=true, isMeta: true 2024-11-21T20:17:26,867 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,38903,1732220231233-splitting 2024-11-21T20:17:26,868 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,38903,1732220231233-splitting dir is empty, no logs to split. 2024-11-21T20:17:26,868 INFO [PEWorker-1 {}] master.SplitWALManager(105): 377014bd7527,38903,1732220231233 WAL count=0, meta=true 2024-11-21T20:17:26,872 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,38903,1732220231233-splitting dir is empty, no logs to split. 2024-11-21T20:17:26,872 INFO [PEWorker-1 {}] master.SplitWALManager(105): 377014bd7527,38903,1732220231233 WAL count=0, meta=true 2024-11-21T20:17:26,872 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 377014bd7527,38903,1732220231233 WAL splitting is done? wals=0, meta=true 2024-11-21T20:17:26,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T20:17:26,877 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:17:26,878 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T20:17:26,880 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732220276880 2024-11-21T20:17:26,880 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T20:17:26,880 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T20:17:26,881 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T20:17:26,881 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T20:17:26,881 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T20:17:26,881 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T20:17:26,886 INFO [RS:0;377014bd7527:32953 {}] regionserver.HRegionServer(746): ClusterId : 56a2dd55-3729-472a-9dc8-9dc7bcf2875d 2024-11-21T20:17:26,886 DEBUG [RS:0;377014bd7527:32953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T20:17:26,889 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:26,889 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T20:17:26,889 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T20:17:26,890 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T20:17:26,890 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T20:17:26,890 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T20:17:26,890 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T20:17:26,890 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220246890,5,FailOnTimeoutGroup] 2024-11-21T20:17:26,892 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220246890,5,FailOnTimeoutGroup] 2024-11-21T20:17:26,892 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:26,892 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T20:17:26,892 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:26,892 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:26,892 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732220246892, completionTime=-1 2024-11-21T20:17:26,892 WARN [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-21T20:17:26,894 DEBUG [RS:0;377014bd7527:32953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T20:17:26,894 DEBUG [RS:0;377014bd7527:32953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T20:17:26,896 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-21T20:17:26,913 DEBUG [RS:0;377014bd7527:32953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T20:17:26,913 DEBUG [RS:0;377014bd7527:32953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137b4ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:17:26,926 DEBUG [RS:0;377014bd7527:32953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;377014bd7527:32953 2024-11-21T20:17:26,927 INFO [RS:0;377014bd7527:32953 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T20:17:26,927 INFO [RS:0;377014bd7527:32953 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T20:17:26,927 DEBUG [RS:0;377014bd7527:32953 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T20:17:26,927 INFO [RS:0;377014bd7527:32953 {}] regionserver.HRegionServer(2659): reportForDuty to master=377014bd7527,33877,1732220246259 with port=32953, startcode=1732220246323 2024-11-21T20:17:26,928 DEBUG [RS:0;377014bd7527:32953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T20:17:26,930 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T20:17:26,931 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33877 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 377014bd7527,32953,1732220246323 2024-11-21T20:17:26,931 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33877 {}] master.ServerManager(517): Registering regionserver=377014bd7527,32953,1732220246323 2024-11-21T20:17:26,933 DEBUG [RS:0;377014bd7527:32953 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc 2024-11-21T20:17:26,933 DEBUG [RS:0;377014bd7527:32953 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45779 2024-11-21T20:17:26,933 DEBUG [RS:0;377014bd7527:32953 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T20:17:26,946 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=54ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-21T20:17:26,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33877-0x1015f0b03d00006, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-564071060/rs 2024-11-21T20:17:26,947 DEBUG [RS:0;377014bd7527:32953 {}] zookeeper.ZKUtil(111): regionserver:32953-0x1015f0b03d00007, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Set watcher on existing znode=/0-564071060/rs/377014bd7527,32953,1732220246323 2024-11-21T20:17:26,947 WARN [RS:0;377014bd7527:32953 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:17:26,947 INFO [RS:0;377014bd7527:32953 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:17:26,947 DEBUG [RS:0;377014bd7527:32953 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323 2024-11-21T20:17:26,947 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [377014bd7527,32953,1732220246323] 2024-11-21T20:17:26,996 INFO [RS:0;377014bd7527:32953 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T20:17:26,998 INFO [RS:0;377014bd7527:32953 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T20:17:27,000 INFO [RS:0;377014bd7527:32953 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T20:17:27,000 INFO [RS:0;377014bd7527:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:27,000 INFO [RS:0;377014bd7527:32953 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T20:17:27,002 INFO [RS:0;377014bd7527:32953 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T20:17:27,002 INFO [RS:0;377014bd7527:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:27,002 DEBUG [RS:0;377014bd7527:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:27,002 DEBUG [RS:0;377014bd7527:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:27,002 DEBUG [RS:0;377014bd7527:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:27,002 DEBUG [RS:0;377014bd7527:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:27,002 DEBUG [RS:0;377014bd7527:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:27,002 DEBUG [RS:0;377014bd7527:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:17:27,002 DEBUG [RS:0;377014bd7527:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:27,003 DEBUG [RS:0;377014bd7527:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:27,003 DEBUG [RS:0;377014bd7527:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:27,003 DEBUG [RS:0;377014bd7527:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:27,003 DEBUG [RS:0;377014bd7527:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:27,005 DEBUG [RS:0;377014bd7527:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:27,005 DEBUG [RS:0;377014bd7527:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:17:27,005 DEBUG [RS:0;377014bd7527:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:17:27,007 INFO [RS:0;377014bd7527:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:27,007 INFO [RS:0;377014bd7527:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:27,007 INFO [RS:0;377014bd7527:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:27,007 INFO [RS:0;377014bd7527:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:27,007 INFO [RS:0;377014bd7527:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:27,007 INFO [RS:0;377014bd7527:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,32953,1732220246323-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:17:27,028 WARN [377014bd7527:33877 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T20:17:27,030 INFO [RS:0;377014bd7527:32953 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T20:17:27,031 INFO [RS:0;377014bd7527:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,32953,1732220246323-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:27,052 INFO [RS:0;377014bd7527:32953 {}] regionserver.ReplicationSource(231): queueId=1-377014bd7527,32953,1732220246323, ReplicationSource: 1, currentBandwidth=0 2024-11-21T20:17:27,072 INFO [RS:0;377014bd7527:32953 {}] regionserver.ReplicationSource(231): queueId=2-377014bd7527,32953,1732220246323, ReplicationSource: 2, currentBandwidth=0 2024-11-21T20:17:27,073 INFO [RS:0;377014bd7527:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:27,073 INFO [RS:0;377014bd7527:32953 {}] regionserver.Replication(171): 377014bd7527,32953,1732220246323 started 2024-11-21T20:17:27,074 DEBUG [RS:0;377014bd7527:32953.replicationSource,1-377014bd7527,32953,1732220246323 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:39617' 2024-11-21T20:17:27,077 DEBUG [RS:0;377014bd7527:32953.replicationSource,1-377014bd7527,32953,1732220246323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d867cb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:27,077 DEBUG [RS:0;377014bd7527:32953.replicationSource,1-377014bd7527,32953,1732220246323 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,39617,-1 for getting cluster id 2024-11-21T20:17:27,077 DEBUG [RS:0;377014bd7527:32953.replicationSource,1-377014bd7527,32953,1732220246323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:17:27,079 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14df0104-4909-43be-b1e1-f80ee79bc736' 2024-11-21T20:17:27,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:17:27,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14df0104-4909-43be-b1e1-f80ee79bc736" 2024-11-21T20:17:27,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b645096, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:27,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,39617,-1] 2024-11-21T20:17:27,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:17:27,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:27,084 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:17:27,085 DEBUG [RS:0;377014bd7527:32953.replicationSource,1-377014bd7527,32953,1732220246323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43f79126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:27,085 DEBUG [RS:0;377014bd7527:32953.replicationSource,1-377014bd7527,32953,1732220246323 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:17:27,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,39617,1732220236620 2024-11-21T20:17:27,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ec5d071 2024-11-21T20:17:27,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:17:27,088 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-21T20:17:27,089 INFO [RS:0;377014bd7527:32953.replicationSource,1-377014bd7527,32953,1732220246323 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-377014bd7527,32953,1732220246323 (queues=0) is replicating from cluster=56a2dd55-3729-472a-9dc8-9dc7bcf2875d to cluster=14df0104-4909-43be-b1e1-f80ee79bc736 2024-11-21T20:17:27,091 DEBUG [RS:0;377014bd7527:32953.replicationSource,2-377014bd7527,32953,1732220246323 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:39617' 2024-11-21T20:17:27,092 INFO [RS:0;377014bd7527:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:27,093 INFO [RS:0;377014bd7527:32953 {}] regionserver.HRegionServer(1482): Serving as 377014bd7527,32953,1732220246323, RpcServer on 377014bd7527/172.17.0.2:32953, sessionid=0x1015f0b03d00007 2024-11-21T20:17:27,093 DEBUG [RS:0;377014bd7527:32953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T20:17:27,093 DEBUG [RS:0;377014bd7527:32953 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 377014bd7527,32953,1732220246323 2024-11-21T20:17:27,093 DEBUG [RS:0;377014bd7527:32953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,32953,1732220246323' 2024-11-21T20:17:27,093 DEBUG [RS:0;377014bd7527:32953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-564071060/flush-table-proc/abort' 2024-11-21T20:17:27,094 DEBUG [RS:0;377014bd7527:32953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-564071060/flush-table-proc/acquired' 2024-11-21T20:17:27,095 DEBUG [RS:0;377014bd7527:32953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T20:17:27,096 DEBUG [RS:0;377014bd7527:32953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T20:17:27,096 DEBUG [RS:0;377014bd7527:32953 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 377014bd7527,32953,1732220246323 2024-11-21T20:17:27,096 DEBUG [RS:0;377014bd7527:32953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,32953,1732220246323' 2024-11-21T20:17:27,096 DEBUG [RS:0;377014bd7527:32953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-564071060/online-snapshot/abort' 2024-11-21T20:17:27,096 DEBUG [RS:0;377014bd7527:32953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-564071060/online-snapshot/acquired' 2024-11-21T20:17:27,096 DEBUG [RS:0;377014bd7527:32953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T20:17:27,096 INFO [RS:0;377014bd7527:32953 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T20:17:27,096 INFO [RS:0;377014bd7527:32953 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T20:17:27,097 DEBUG [RS:0;377014bd7527:32953.replicationSource,2-377014bd7527,32953,1732220246323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24cee86f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:27,097 DEBUG [RS:0;377014bd7527:32953.replicationSource,2-377014bd7527,32953,1732220246323 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,39617,-1 for getting cluster id 2024-11-21T20:17:27,097 DEBUG [RS:0;377014bd7527:32953.replicationSource,2-377014bd7527,32953,1732220246323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:17:27,098 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14df0104-4909-43be-b1e1-f80ee79bc736' 2024-11-21T20:17:27,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:17:27,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14df0104-4909-43be-b1e1-f80ee79bc736" 2024-11-21T20:17:27,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e492cd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:27,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,39617,-1] 2024-11-21T20:17:27,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:17:27,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:27,101 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:17:27,102 DEBUG [RS:0;377014bd7527:32953.replicationSource,2-377014bd7527,32953,1732220246323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f6f46f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:27,102 DEBUG [RS:0;377014bd7527:32953.replicationSource,2-377014bd7527,32953,1732220246323 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:17:27,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,39617,1732220236620 2024-11-21T20:17:27,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@239d05e2 2024-11-21T20:17:27,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:17:27,105 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-21T20:17:27,106 INFO [RS:0;377014bd7527:32953.replicationSource,2-377014bd7527,32953,1732220246323 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-377014bd7527,32953,1732220246323 (queues=0) is replicating from cluster=56a2dd55-3729-472a-9dc8-9dc7bcf2875d to cluster=14df0104-4909-43be-b1e1-f80ee79bc736 2024-11-21T20:17:27,197 INFO [RS:0;377014bd7527:32953 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:17:27,199 INFO [RS:0;377014bd7527:32953 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C32953%2C1732220246323, suffix=, logDir=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323, archiveDir=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/oldWALs, maxLogs=10 2024-11-21T20:17:27,219 DEBUG [RS:0;377014bd7527:32953 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200, exclude list is [], retry=0 2024-11-21T20:17:27,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44829,DS-845df586-35d7-4e7c-8167-708ff09098d1,DISK] 2024-11-21T20:17:27,226 INFO [RS:0;377014bd7527:32953 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200 2024-11-21T20:17:27,227 DEBUG [RS:0;377014bd7527:32953 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 377014bd7527%2C32953%2C1732220246323 for peer 1 2024-11-21T20:17:27,227 DEBUG [RS:0;377014bd7527:32953 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 377014bd7527%2C32953%2C1732220246323 for peer 2 2024-11-21T20:17:27,227 DEBUG [RS:0;377014bd7527:32953 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=377014bd7527%2C32953%2C1732220246323 2024-11-21T20:17:27,227 INFO [RS:0;377014bd7527:32953 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-377014bd7527,32953,1732220246323, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T20:17:27,227 DEBUG [RS:0;377014bd7527:32953 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=377014bd7527%2C32953%2C1732220246323 2024-11-21T20:17:27,227 INFO [RS:0;377014bd7527:32953.replicationSource.shipper377014bd7527%2C32953%2C1732220246323,1-377014bd7527,32953,1732220246323 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 377014bd7527%2C32953%2C1732220246323 2024-11-21T20:17:27,227 INFO [RS:0;377014bd7527:32953 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-377014bd7527,32953,1732220246323, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T20:17:27,229 INFO [RS:0;377014bd7527:32953.replicationSource.shipper377014bd7527%2C32953%2C1732220246323,2-377014bd7527,32953,1732220246323 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 377014bd7527%2C32953%2C1732220246323 2024-11-21T20:17:27,229 DEBUG [RS:0;377014bd7527:32953 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32803:32803)] 2024-11-21T20:17:27,229 DEBUG [RS:0;377014bd7527:32953.replicationSource.wal-reader.377014bd7527%2C32953%2C1732220246323,1-377014bd7527,32953,1732220246323 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200, startPosition=0, beingWritten=true 2024-11-21T20:17:27,229 DEBUG [RS:0;377014bd7527:32953.replicationSource.wal-reader.377014bd7527%2C32953%2C1732220246323,2-377014bd7527,32953,1732220246323 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200, startPosition=0, beingWritten=true 2024-11-21T20:17:27,279 DEBUG [377014bd7527:33877 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T20:17:27,280 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=377014bd7527,32953,1732220246323 2024-11-21T20:17:27,281 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,32953,1732220246323, state=OPENING 2024-11-21T20:17:27,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x1015f0b03d00007, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-564071060/meta-region-server 2024-11-21T20:17:27,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33877-0x1015f0b03d00006, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-564071060/meta-region-server 2024-11-21T20:17:27,294 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:17:27,294 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-564071060/meta-region-server: CHANGED 2024-11-21T20:17:27,294 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-564071060/meta-region-server: CHANGED 2024-11-21T20:17:27,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,32953,1732220246323}] 2024-11-21T20:17:27,443 DEBUG [RS:0;377014bd7527:32953.replicationSource.wal-reader.377014bd7527%2C32953%2C1732220246323,2-377014bd7527,32953,1732220246323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200 to pos 0, reset compression=false 2024-11-21T20:17:27,444 DEBUG [RS:0;377014bd7527:32953.replicationSource.wal-reader.377014bd7527%2C32953%2C1732220246323,1-377014bd7527,32953,1732220246323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200 to pos 0, reset compression=false 2024-11-21T20:17:27,448 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:17:27,450 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T20:17:27,455 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T20:17:27,455 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:17:27,455 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T20:17:27,457 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C32953%2C1732220246323.meta, suffix=.meta, logDir=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323, archiveDir=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/oldWALs, maxLogs=10 2024-11-21T20:17:27,476 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.meta.1732220247458.meta, exclude list is [], retry=0 2024-11-21T20:17:27,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44829,DS-845df586-35d7-4e7c-8167-708ff09098d1,DISK] 2024-11-21T20:17:27,481 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.meta.1732220247458.meta 2024-11-21T20:17:27,482 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32803:32803)] 2024-11-21T20:17:27,482 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:17:27,483 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:17:27,483 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:17:27,483 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T20:17:27,483 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T20:17:27,483 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T20:17:27,483 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:17:27,484 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T20:17:27,484 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T20:17:27,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:17:27,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:17:27,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:27,498 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/meta/1588230740/info/73f1f2d184044c4a919824cc81148bb6 2024-11-21T20:17:27,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:27,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:17:27,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:17:27,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:27,511 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/meta/1588230740/ns/f0246240154244c2977e7cef3f0ae3f0 2024-11-21T20:17:27,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:27,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:17:27,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:17:27,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:27,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:27,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:17:27,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:17:27,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:27,523 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/meta/1588230740/table/990d73609c06458e90237810dc0b09de 2024-11-21T20:17:27,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:27,524 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:17:27,525 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/meta/1588230740 2024-11-21T20:17:27,526 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/meta/1588230740 2024-11-21T20:17:27,528 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:17:27,528 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:17:27,529 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:17:27,530 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:17:27,531 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64857460, jitterRate=-0.03354853391647339}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:17:27,532 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T20:17:27,532 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732220247484Writing region info on filesystem at 1732220247484Initializing all the Stores at 1732220247485 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220247485Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220247486 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220247486Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220247486Cleaning up temporary data from old regions at 1732220247528 (+42 ms)Running coprocessor post-open hooks at 1732220247532 (+4 ms)Region opened successfully at 1732220247532 2024-11-21T20:17:27,533 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732220247447 2024-11-21T20:17:27,537 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T20:17:27,537 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T20:17:27,537 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=377014bd7527,32953,1732220246323 2024-11-21T20:17:27,539 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,32953,1732220246323, state=OPEN 2024-11-21T20:17:27,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x1015f0b03d00007, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-564071060/meta-region-server 2024-11-21T20:17:27,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33877-0x1015f0b03d00006, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-564071060/meta-region-server 2024-11-21T20:17:27,546 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=377014bd7527,32953,1732220246323 2024-11-21T20:17:27,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-564071060/meta-region-server: CHANGED 2024-11-21T20:17:27,547 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-564071060/meta-region-server: CHANGED 2024-11-21T20:17:27,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-21T20:17:27,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,32953,1732220246323 in 252 msec 2024-11-21T20:17:27,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-21T20:17:27,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 675 msec 2024-11-21T20:17:27,751 DEBUG [RS:0;377014bd7527:32953.replicationSource.wal-reader.377014bd7527%2C32953%2C1732220246323,1-377014bd7527,32953,1732220246323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200 to pos 0, reset compression=false 2024-11-21T20:17:27,751 DEBUG [RS:0;377014bd7527:32953.replicationSource.wal-reader.377014bd7527%2C32953%2C1732220246323,2-377014bd7527,32953,1732220246323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200 to pos 0, reset compression=false 2024-11-21T20:17:28,160 DEBUG [RS:0;377014bd7527:32953.replicationSource.wal-reader.377014bd7527%2C32953%2C1732220246323,1-377014bd7527,32953,1732220246323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200 to pos 0, reset compression=false 2024-11-21T20:17:28,160 DEBUG [RS:0;377014bd7527:32953.replicationSource.wal-reader.377014bd7527%2C32953%2C1732220246323,2-377014bd7527,32953,1732220246323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200 to pos 0, reset compression=false 2024-11-21T20:17:28,448 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1556ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-21T20:17:28,667 DEBUG [RS:0;377014bd7527:32953.replicationSource.wal-reader.377014bd7527%2C32953%2C1732220246323,1-377014bd7527,32953,1732220246323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200 to pos 0, reset compression=false 2024-11-21T20:17:28,668 DEBUG [RS:0;377014bd7527:32953.replicationSource.wal-reader.377014bd7527%2C32953%2C1732220246323,2-377014bd7527,32953,1732220246323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200 to pos 0, reset compression=false 2024-11-21T20:17:29,274 DEBUG [RS:0;377014bd7527:32953.replicationSource.wal-reader.377014bd7527%2C32953%2C1732220246323,2-377014bd7527,32953,1732220246323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200 to pos 0, reset compression=false 2024-11-21T20:17:29,274 DEBUG [RS:0;377014bd7527:32953.replicationSource.wal-reader.377014bd7527%2C32953%2C1732220246323,1-377014bd7527,32953,1732220246323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200 to pos 0, reset compression=false 2024-11-21T20:17:29,951 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3059ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-21T20:17:29,983 DEBUG [RS:0;377014bd7527:32953.replicationSource.wal-reader.377014bd7527%2C32953%2C1732220246323,1-377014bd7527,32953,1732220246323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200 to pos 0, reset compression=false 2024-11-21T20:17:29,983 DEBUG [RS:0;377014bd7527:32953.replicationSource.wal-reader.377014bd7527%2C32953%2C1732220246323,2-377014bd7527,32953,1732220246323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200 to pos 0, reset compression=false 2024-11-21T20:17:30,789 DEBUG [RS:0;377014bd7527:32953.replicationSource.wal-reader.377014bd7527%2C32953%2C1732220246323,1-377014bd7527,32953,1732220246323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200 to pos 0, reset compression=false 2024-11-21T20:17:30,790 DEBUG [RS:0;377014bd7527:32953.replicationSource.wal-reader.377014bd7527%2C32953%2C1732220246323,2-377014bd7527,32953,1732220246323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200 to pos 0, reset compression=false 2024-11-21T20:17:31,403 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-21T20:17:31,403 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T20:17:31,404 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:17:31,404 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,32953,1732220246323, seqNum=-1] 2024-11-21T20:17:31,404 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:17:31,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:17:31,413 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5efec0ff79cc0290f3f0b4c5d9423cd9, regionState=OPEN, lastHost=377014bd7527,38903,1732220231233, regionLocation=377014bd7527,38903,1732220231233, openSeqNum=2 2024-11-21T20:17:31,413 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T20:17:31,413 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732220311413 2024-11-21T20:17:31,413 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732220371413 2024-11-21T20:17:31,414 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-11-21T20:17:31,414 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,33877,1732220246259-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:31,414 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,33877,1732220246259-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:31,414 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 377014bd7527,38903,1732220231233 had 2 regions 2024-11-21T20:17:31,414 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,33877,1732220246259-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:31,414 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-377014bd7527:33877, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:31,414 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:31,415 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:31,417 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 377014bd7527,38903,1732220231233, splitWal=true, meta=true, isMeta: false 2024-11-21T20:17:31,419 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,38903,1732220231233-splitting dir is empty, no logs to split. 2024-11-21T20:17:31,419 INFO [PEWorker-3 {}] master.SplitWALManager(105): 377014bd7527,38903,1732220231233 WAL count=0, meta=false 2024-11-21T20:17:31,424 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.014sec 2024-11-21T20:17:31,425 INFO [master/377014bd7527:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T20:17:31,425 INFO [master/377014bd7527:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T20:17:31,425 INFO [master/377014bd7527:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T20:17:31,425 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T20:17:31,425 INFO [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T20:17:31,425 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,33877,1732220246259-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:17:31,425 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,33877,1732220246259-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T20:17:31,427 WARN [master/377014bd7527:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=377014bd7527,38903,1732220231233/hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9. 2024-11-21T20:17:31,428 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,38903,1732220231233-splitting dir is empty, no logs to split. 2024-11-21T20:17:31,428 INFO [PEWorker-3 {}] master.SplitWALManager(105): 377014bd7527,38903,1732220231233 WAL count=0, meta=false 2024-11-21T20:17:31,428 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 377014bd7527,38903,1732220231233 WAL splitting is done? wals=0, meta=false 2024-11-21T20:17:31,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5efec0ff79cc0290f3f0b4c5d9423cd9, ASSIGN}] 2024-11-21T20:17:31,434 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5efec0ff79cc0290f3f0b4c5d9423cd9, ASSIGN 2024-11-21T20:17:31,436 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5efec0ff79cc0290f3f0b4c5d9423cd9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T20:17:31,436 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T20:17:31,436 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T20:17:31,436 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,33877,1732220246259-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:31,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2a3793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:31,490 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,33877,-1 for getting cluster id 2024-11-21T20:17:31,490 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:17:31,492 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56a2dd55-3729-472a-9dc8-9dc7bcf2875d' 2024-11-21T20:17:31,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:17:31,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56a2dd55-3729-472a-9dc8-9dc7bcf2875d" 2024-11-21T20:17:31,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e65d040, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:31,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,33877,-1] 2024-11-21T20:17:31,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:17:31,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:31,497 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:17:31,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@310a0b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:31,499 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:17:31,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,32953,1732220246323, seqNum=-1] 2024-11-21T20:17:31,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:17:31,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:17:31,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-21T20:17:31,506 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:17:31,506 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:17:31,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:31,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:31,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:31,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 377014bd7527:33877 after: 377014bd7527:33877 2024-11-21T20:17:31,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b049635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:31,507 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,33877,-1 for getting cluster id 2024-11-21T20:17:31,507 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:17:31,507 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56a2dd55-3729-472a-9dc8-9dc7bcf2875d' 2024-11-21T20:17:31,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:17:31,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56a2dd55-3729-472a-9dc8-9dc7bcf2875d" 2024-11-21T20:17:31,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e7bf233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:31,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,33877,-1] 2024-11-21T20:17:31,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:17:31,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:31,509 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:17:31,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3068e4bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:31,510 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:17:31,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,33877,1732220246259 2024-11-21T20:17:31,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c9263d5 2024-11-21T20:17:31,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:17:31,512 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:17:31,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33877 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T20:17:31,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33877 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T20:17:31,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33877 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T20:17:31,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33877 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T20:17:31,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T20:17:31,515 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:17:31,516 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:17:31,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:31,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:31,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:31,516 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T20:17:31,516 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1236997482, stopped=false 2024-11-21T20:17:31,516 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=377014bd7527,39617,1732220236620 2024-11-21T20:17:31,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39617-0x1015f0b03d00003, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1549525473/running 2024-11-21T20:17:31,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38917-0x1015f0b03d00004, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1549525473/running 2024-11-21T20:17:31,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38917-0x1015f0b03d00004, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1549525473 2024-11-21T20:17:31,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39617-0x1015f0b03d00003, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1549525473 2024-11-21T20:17:31,525 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:17:31,525 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:17:31,525 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:17:31,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:31,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39617-0x1015f0b03d00003, quorum=127.0.0.1:63164, baseZNode=/1549525473 Set watcher on znode that does not yet exist, /1549525473/running 2024-11-21T20:17:31,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38917-0x1015f0b03d00004, quorum=127.0.0.1:63164, baseZNode=/1549525473 Set watcher on znode that does not yet exist, /1549525473/running 2024-11-21T20:17:31,526 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '377014bd7527,38917,1732220236785' ***** 2024-11-21T20:17:31,526 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T20:17:31,526 INFO [RS:0;377014bd7527:38917 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T20:17:31,526 INFO [RS:0;377014bd7527:38917 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T20:17:31,526 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T20:17:31,526 INFO [RS:0;377014bd7527:38917 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T20:17:31,526 INFO [RS:0;377014bd7527:38917 {}] regionserver.HRegionServer(959): stopping server 377014bd7527,38917,1732220236785 2024-11-21T20:17:31,526 INFO [RS:0;377014bd7527:38917 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:17:31,526 INFO [RS:0;377014bd7527:38917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:38917. 2024-11-21T20:17:31,527 DEBUG [RS:0;377014bd7527:38917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:17:31,527 DEBUG [RS:0;377014bd7527:38917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:31,527 INFO [RS:0;377014bd7527:38917 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T20:17:31,527 INFO [RS:0;377014bd7527:38917 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T20:17:31,527 INFO [RS:0;377014bd7527:38917 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T20:17:31,527 INFO [RS:0;377014bd7527:38917 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T20:17:31,527 INFO [RS:0;377014bd7527:38917 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T20:17:31,527 DEBUG [RS:0;377014bd7527:38917 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T20:17:31,527 DEBUG [RS:0;377014bd7527:38917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:17:31,527 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:17:31,527 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:17:31,527 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:17:31,527 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:17:31,528 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:17:31,528 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-21T20:17:31,537 INFO [regionserver/377014bd7527:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:17:31,545 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/data/hbase/meta/1588230740/.tmp/ns/b862767bd9d34a82a7652a2578d3b46b is 43, key is default/ns:d/1732220240358/Put/seqid=0 2024-11-21T20:17:31,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39517 is added to blk_1073741835_1011 (size=5153) 2024-11-21T20:17:31,586 DEBUG [377014bd7527:33877 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T20:17:31,587 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=5efec0ff79cc0290f3f0b4c5d9423cd9, regionState=OPENING, regionLocation=377014bd7527,32953,1732220246323 2024-11-21T20:17:31,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5efec0ff79cc0290f3f0b4c5d9423cd9, ASSIGN because future has completed 2024-11-21T20:17:31,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5efec0ff79cc0290f3f0b4c5d9423cd9, server=377014bd7527,32953,1732220246323}] 2024-11-21T20:17:31,700 DEBUG [RS:0;377014bd7527:32953.replicationSource.wal-reader.377014bd7527%2C32953%2C1732220246323,1-377014bd7527,32953,1732220246323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200 to pos 0, reset compression=false 2024-11-21T20:17:31,701 DEBUG [RS:0;377014bd7527:32953.replicationSource.wal-reader.377014bd7527%2C32953%2C1732220246323,2-377014bd7527,32953,1732220246323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200 to pos 0, reset compression=false 2024-11-21T20:17:31,727 DEBUG [RS:0;377014bd7527:38917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:17:31,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9. 2024-11-21T20:17:31,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:17:31,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T20:17:31,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C32953%2C1732220246323.rep, suffix=, logDir=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323, archiveDir=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/oldWALs, maxLogs=10 2024-11-21T20:17:31,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.rep.1732220251756, exclude list is [], retry=0 2024-11-21T20:17:31,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44829,DS-845df586-35d7-4e7c-8167-708ff09098d1,DISK] 2024-11-21T20:17:31,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.rep.1732220251756 2024-11-21T20:17:31,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32803:32803)] 2024-11-21T20:17:31,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 5efec0ff79cc0290f3f0b4c5d9423cd9, NAME => 'hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:17:31,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:17:31,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:17:31,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9. service=MultiRowMutationService 2024-11-21T20:17:31,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T20:17:31,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5efec0ff79cc0290f3f0b4c5d9423cd9 2024-11-21T20:17:31,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:17:31,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 5efec0ff79cc0290f3f0b4c5d9423cd9 2024-11-21T20:17:31,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 5efec0ff79cc0290f3f0b4c5d9423cd9 2024-11-21T20:17:31,778 INFO [StoreOpener-5efec0ff79cc0290f3f0b4c5d9423cd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5efec0ff79cc0290f3f0b4c5d9423cd9 2024-11-21T20:17:31,779 INFO [StoreOpener-5efec0ff79cc0290f3f0b4c5d9423cd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5efec0ff79cc0290f3f0b4c5d9423cd9 columnFamilyName hfileref 2024-11-21T20:17:31,779 DEBUG [StoreOpener-5efec0ff79cc0290f3f0b4c5d9423cd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:31,780 INFO [StoreOpener-5efec0ff79cc0290f3f0b4c5d9423cd9-1 {}] regionserver.HStore(327): Store=5efec0ff79cc0290f3f0b4c5d9423cd9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:17:31,780 INFO [StoreOpener-5efec0ff79cc0290f3f0b4c5d9423cd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5efec0ff79cc0290f3f0b4c5d9423cd9 2024-11-21T20:17:31,781 INFO [StoreOpener-5efec0ff79cc0290f3f0b4c5d9423cd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5efec0ff79cc0290f3f0b4c5d9423cd9 columnFamilyName queue 2024-11-21T20:17:31,781 DEBUG [StoreOpener-5efec0ff79cc0290f3f0b4c5d9423cd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:31,790 DEBUG [StoreOpener-5efec0ff79cc0290f3f0b4c5d9423cd9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/replication/5efec0ff79cc0290f3f0b4c5d9423cd9/queue/f6f868ac3a3c4afd8ee4e0286ff9c07e 2024-11-21T20:17:31,790 INFO [StoreOpener-5efec0ff79cc0290f3f0b4c5d9423cd9-1 {}] regionserver.HStore(327): Store=5efec0ff79cc0290f3f0b4c5d9423cd9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:17:31,791 INFO [StoreOpener-5efec0ff79cc0290f3f0b4c5d9423cd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5efec0ff79cc0290f3f0b4c5d9423cd9 2024-11-21T20:17:31,792 INFO [StoreOpener-5efec0ff79cc0290f3f0b4c5d9423cd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5efec0ff79cc0290f3f0b4c5d9423cd9 columnFamilyName sid 2024-11-21T20:17:31,792 DEBUG [StoreOpener-5efec0ff79cc0290f3f0b4c5d9423cd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:31,793 INFO [StoreOpener-5efec0ff79cc0290f3f0b4c5d9423cd9-1 {}] regionserver.HStore(327): Store=5efec0ff79cc0290f3f0b4c5d9423cd9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:17:31,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 5efec0ff79cc0290f3f0b4c5d9423cd9 2024-11-21T20:17:31,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/replication/5efec0ff79cc0290f3f0b4c5d9423cd9 2024-11-21T20:17:31,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/replication/5efec0ff79cc0290f3f0b4c5d9423cd9 2024-11-21T20:17:31,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 5efec0ff79cc0290f3f0b4c5d9423cd9 2024-11-21T20:17:31,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 5efec0ff79cc0290f3f0b4c5d9423cd9 2024-11-21T20:17:31,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:17:31,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 5efec0ff79cc0290f3f0b4c5d9423cd9 2024-11-21T20:17:31,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 5efec0ff79cc0290f3f0b4c5d9423cd9; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67211394, jitterRate=0.0015278160572052002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:17:31,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5efec0ff79cc0290f3f0b4c5d9423cd9 2024-11-21T20:17:31,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 5efec0ff79cc0290f3f0b4c5d9423cd9: Running coprocessor pre-open hook at 1732220251776Writing region info on filesystem at 1732220251776Initializing all the Stores at 1732220251777 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220251778 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220251778Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220251778Cleaning up temporary data from old regions at 1732220251797 (+19 ms)Running coprocessor post-open hooks at 1732220251802 (+5 ms)Region opened successfully at 1732220251803 (+1 ms) 2024-11-21T20:17:31,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9., pid=19, masterSystemTime=1732220251747 2024-11-21T20:17:31,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9. 2024-11-21T20:17:31,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9. 2024-11-21T20:17:31,808 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=5efec0ff79cc0290f3f0b4c5d9423cd9, regionState=OPEN, openSeqNum=10, regionLocation=377014bd7527,32953,1732220246323 2024-11-21T20:17:31,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5efec0ff79cc0290f3f0b4c5d9423cd9, server=377014bd7527,32953,1732220246323 because future has completed 2024-11-21T20:17:31,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-21T20:17:31,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 5efec0ff79cc0290f3f0b4c5d9423cd9, server=377014bd7527,32953,1732220246323 in 221 msec 2024-11-21T20:17:31,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-21T20:17:31,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5efec0ff79cc0290f3f0b4c5d9423cd9, ASSIGN in 386 msec 2024-11-21T20:17:31,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-21T20:17:31,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9., hostname=377014bd7527,32953,1732220246323, seqNum=10] 2024-11-21T20:17:31,865 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 377014bd7527,38903,1732220231233 2024-11-21T20:17:31,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-21T20:17:31,928 DEBUG [RS:0;377014bd7527:38917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:17:31,951 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/data/hbase/meta/1588230740/.tmp/ns/b862767bd9d34a82a7652a2578d3b46b 2024-11-21T20:17:31,967 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/data/hbase/meta/1588230740/.tmp/ns/b862767bd9d34a82a7652a2578d3b46b as hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/data/hbase/meta/1588230740/ns/b862767bd9d34a82a7652a2578d3b46b 2024-11-21T20:17:31,975 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/data/hbase/meta/1588230740/ns/b862767bd9d34a82a7652a2578d3b46b, entries=2, sequenceid=6, filesize=5.0 K 2024-11-21T20:17:31,977 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=6, compaction requested=false 2024-11-21T20:17:31,977 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T20:17:31,982 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T20:17:31,983 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:17:31,983 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:17:31,983 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:17:31,983 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220251527Running coprocessor pre-close hooks at 1732220251527Disabling compacts and flushes for region at 1732220251527Disabling writes for close at 1732220251527Obtaining lock to block concurrent updates at 1732220251528 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732220251528Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732220251528Flushing stores of hbase:meta,,1.1588230740 at 1732220251529 (+1 ms)Flushing 1588230740/ns: creating writer at 1732220251529Flushing 1588230740/ns: appending metadata at 1732220251545 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732220251545Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77f5c0f6: reopening flushed file at 1732220251966 (+421 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=6, compaction requested=false at 1732220251977 (+11 ms)Writing region close event to WAL at 1732220251978 (+1 ms)Running coprocessor post-close hooks at 1732220251983 (+5 ms)Closed at 1732220251983 2024-11-21T20:17:31,983 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T20:17:32,022 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T20:17:32,023 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T20:17:32,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-21T20:17:32,128 INFO [RS:0;377014bd7527:38917 {}] regionserver.HRegionServer(976): stopping server 377014bd7527,38917,1732220236785; all regions closed. 2024-11-21T20:17:32,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39517 is added to blk_1073741834_1010 (size=1152) 2024-11-21T20:17:32,132 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/WALs/377014bd7527,38917,1732220236785/377014bd7527%2C38917%2C1732220236785.meta.1732220240263.meta not finished, retry = 0 2024-11-21T20:17:32,237 DEBUG [RS:0;377014bd7527:38917 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/oldWALs 2024-11-21T20:17:32,237 INFO [RS:0;377014bd7527:38917 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C38917%2C1732220236785.meta:.meta(num 1732220240263) 2024-11-21T20:17:32,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39517 is added to blk_1073741832_1008 (size=93) 2024-11-21T20:17:32,247 DEBUG [RS:0;377014bd7527:38917 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/oldWALs 2024-11-21T20:17:32,248 INFO [RS:0;377014bd7527:38917 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C38917%2C1732220236785:(num 1732220239164) 2024-11-21T20:17:32,248 DEBUG [RS:0;377014bd7527:38917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:32,248 INFO [RS:0;377014bd7527:38917 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:17:32,248 INFO [RS:0;377014bd7527:38917 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:17:32,249 INFO [RS:0;377014bd7527:38917 {}] hbase.ChoreService(370): Chore service for: regionserver/377014bd7527:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T20:17:32,249 INFO [RS:0;377014bd7527:38917 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:17:32,249 INFO [regionserver/377014bd7527:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:17:32,249 INFO [RS:0;377014bd7527:38917 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38917 2024-11-21T20:17:32,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39617-0x1015f0b03d00003, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1549525473/rs 2024-11-21T20:17:32,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38917-0x1015f0b03d00004, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1549525473/rs/377014bd7527,38917,1732220236785 2024-11-21T20:17:32,315 INFO [RS:0;377014bd7527:38917 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:17:32,325 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [377014bd7527,38917,1732220236785] 2024-11-21T20:17:32,336 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1549525473/draining/377014bd7527,38917,1732220236785 already deleted, retry=false 2024-11-21T20:17:32,336 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 377014bd7527,38917,1732220236785 expired; onlineServers=0 2024-11-21T20:17:32,336 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '377014bd7527,39617,1732220236620' ***** 2024-11-21T20:17:32,336 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T20:17:32,336 INFO [M:0;377014bd7527:39617 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:17:32,337 INFO [M:0;377014bd7527:39617 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:17:32,337 DEBUG [M:0;377014bd7527:39617 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T20:17:32,337 DEBUG [M:0;377014bd7527:39617 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T20:17:32,337 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T20:17:32,337 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220238952 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220238952,5,FailOnTimeoutGroup] 2024-11-21T20:17:32,337 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220238949 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220238949,5,FailOnTimeoutGroup] 2024-11-21T20:17:32,338 INFO [M:0;377014bd7527:39617 {}] hbase.ChoreService(370): Chore service for: master/377014bd7527:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T20:17:32,338 INFO [M:0;377014bd7527:39617 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:17:32,339 DEBUG [M:0;377014bd7527:39617 {}] master.HMaster(1795): Stopping service threads 2024-11-21T20:17:32,339 INFO [M:0;377014bd7527:39617 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T20:17:32,339 INFO [M:0;377014bd7527:39617 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:17:32,339 INFO [M:0;377014bd7527:39617 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T20:17:32,340 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T20:17:32,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39617-0x1015f0b03d00003, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1549525473/master 2024-11-21T20:17:32,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39617-0x1015f0b03d00003, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1549525473 2024-11-21T20:17:32,346 DEBUG [M:0;377014bd7527:39617 {}] zookeeper.ZKUtil(347): master:39617-0x1015f0b03d00003, quorum=127.0.0.1:63164, baseZNode=/1549525473 Unable to get data of znode /1549525473/master because node does not exist (not an error) 2024-11-21T20:17:32,346 WARN [M:0;377014bd7527:39617 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T20:17:32,348 INFO [M:0;377014bd7527:39617 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/.lastflushedseqids 2024-11-21T20:17:32,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39517 is added to blk_1073741836_1012 (size=99) 2024-11-21T20:17:32,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38917-0x1015f0b03d00004, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:17:32,426 INFO [RS:0;377014bd7527:38917 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:17:32,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38917-0x1015f0b03d00004, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:17:32,426 INFO [RS:0;377014bd7527:38917 {}] regionserver.HRegionServer(1031): Exiting; stopping=377014bd7527,38917,1732220236785; zookeeper connection closed. 2024-11-21T20:17:32,427 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a7b0ad4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a7b0ad4 2024-11-21T20:17:32,428 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T20:17:32,712 DEBUG [RS:0;377014bd7527:32953.replicationSource.wal-reader.377014bd7527%2C32953%2C1732220246323,2-377014bd7527,32953,1732220246323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200 to pos 0, reset compression=false 2024-11-21T20:17:32,712 DEBUG [RS:0;377014bd7527:32953.replicationSource.wal-reader.377014bd7527%2C32953%2C1732220246323,1-377014bd7527,32953,1732220246323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200 to pos 0, reset compression=false 2024-11-21T20:17:32,757 INFO [M:0;377014bd7527:39617 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T20:17:32,757 INFO [M:0;377014bd7527:39617 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T20:17:32,757 DEBUG [M:0;377014bd7527:39617 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:17:32,757 INFO [M:0;377014bd7527:39617 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:32,757 DEBUG [M:0;377014bd7527:39617 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:32,757 DEBUG [M:0;377014bd7527:39617 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:17:32,757 DEBUG [M:0;377014bd7527:39617 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:32,758 INFO [M:0;377014bd7527:39617 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-21T20:17:32,780 DEBUG [M:0;377014bd7527:39617 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe91d5c83d1f4493922d216fa1ce50e3 is 82, key is hbase:meta,,1/info:regioninfo/1732220240316/Put/seqid=0 2024-11-21T20:17:32,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39517 is added to blk_1073741837_1013 (size=5672) 2024-11-21T20:17:32,988 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:17:33,185 INFO [M:0;377014bd7527:39617 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe91d5c83d1f4493922d216fa1ce50e3 2024-11-21T20:17:33,212 DEBUG [M:0;377014bd7527:39617 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/143bcb98b84c4115953d3b88b4dbdb4f is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732220240365/Put/seqid=0 2024-11-21T20:17:33,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39517 is added to blk_1073741838_1014 (size=5275) 2024-11-21T20:17:33,618 INFO [M:0;377014bd7527:39617 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/143bcb98b84c4115953d3b88b4dbdb4f 2024-11-21T20:17:33,638 DEBUG [M:0;377014bd7527:39617 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58fcd0ca338544e38dcbfccca412a177 is 69, key is 377014bd7527,38917,1732220236785/rs:state/1732220238986/Put/seqid=0 2024-11-21T20:17:33,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39517 is added to blk_1073741839_1015 (size=5156) 2024-11-21T20:17:33,821 DEBUG [RS:0;377014bd7527:32953.replicationSource.wal-reader.377014bd7527%2C32953%2C1732220246323,1-377014bd7527,32953,1732220246323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200 to pos 0, reset compression=false 2024-11-21T20:17:33,821 DEBUG [RS:0;377014bd7527:32953.replicationSource.wal-reader.377014bd7527%2C32953%2C1732220246323,2-377014bd7527,32953,1732220246323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200 to pos 0, reset compression=false 2024-11-21T20:17:34,044 INFO [M:0;377014bd7527:39617 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58fcd0ca338544e38dcbfccca412a177 2024-11-21T20:17:34,054 DEBUG [M:0;377014bd7527:39617 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe91d5c83d1f4493922d216fa1ce50e3 as hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe91d5c83d1f4493922d216fa1ce50e3 2024-11-21T20:17:34,061 INFO [M:0;377014bd7527:39617 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe91d5c83d1f4493922d216fa1ce50e3, entries=8, sequenceid=28, filesize=5.5 K 2024-11-21T20:17:34,063 DEBUG [M:0;377014bd7527:39617 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/143bcb98b84c4115953d3b88b4dbdb4f as hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/143bcb98b84c4115953d3b88b4dbdb4f 2024-11-21T20:17:34,069 INFO [M:0;377014bd7527:39617 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/143bcb98b84c4115953d3b88b4dbdb4f, entries=3, sequenceid=28, filesize=5.2 K 2024-11-21T20:17:34,070 DEBUG [M:0;377014bd7527:39617 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58fcd0ca338544e38dcbfccca412a177 as hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/58fcd0ca338544e38dcbfccca412a177 2024-11-21T20:17:34,076 INFO [M:0;377014bd7527:39617 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44999/user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/58fcd0ca338544e38dcbfccca412a177, entries=1, sequenceid=28, filesize=5.0 K 2024-11-21T20:17:34,077 INFO [M:0;377014bd7527:39617 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=28, compaction requested=false 2024-11-21T20:17:34,079 INFO [M:0;377014bd7527:39617 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:34,079 DEBUG [M:0;377014bd7527:39617 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220252757Disabling compacts and flushes for region at 1732220252757Disabling writes for close at 1732220252757Obtaining lock to block concurrent updates at 1732220252758 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732220252758Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732220252758Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732220252759 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732220252759Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732220252779 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732220252780 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732220253194 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732220253211 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732220253212 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732220253624 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732220253638 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732220253638Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60b53a88: reopening flushed file at 1732220254053 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f33b8e1: reopening flushed file at 1732220254062 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d33bf36: reopening flushed file at 1732220254069 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=28, compaction requested=false at 1732220254077 (+8 ms)Writing region close event to WAL at 1732220254079 (+2 ms)Closed at 1732220254079 2024-11-21T20:17:34,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39517 is added to blk_1073741830_1006 (size=10165) 2024-11-21T20:17:34,081 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f07d2280-8602-e3be-3e52-d76b9b536ee5/MasterData/WALs/377014bd7527,39617,1732220236620/377014bd7527%2C39617%2C1732220236620.1732220238625 not finished, retry = 0 2024-11-21T20:17:34,183 INFO [M:0;377014bd7527:39617 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T20:17:34,183 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:17:34,183 INFO [M:0;377014bd7527:39617 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39617 2024-11-21T20:17:34,187 INFO [M:0;377014bd7527:39617 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:17:34,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39617-0x1015f0b03d00003, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:17:34,341 INFO [M:0;377014bd7527:39617 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:17:34,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39617-0x1015f0b03d00003, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:17:34,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71e590b3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:17:34,353 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:17:34,353 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:17:34,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:17:34,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c/hadoop.log.dir/,STOPPED} 2024-11-21T20:17:34,356 WARN [BP-429949925-172.17.0.2-1732220234196 heartbeating to localhost/127.0.0.1:44999 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T20:17:34,356 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T20:17:34,357 WARN [BP-429949925-172.17.0.2-1732220234196 heartbeating to localhost/127.0.0.1:44999 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-429949925-172.17.0.2-1732220234196 (Datanode Uuid cd7dbef4-9285-4e3a-b1cb-e532eda9fc7e) service to localhost/127.0.0.1:44999 2024-11-21T20:17:34,357 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T20:17:34,358 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c/cluster_80b263af-6a2a-f648-9b38-cda0c57d4f1b/data/data1/current/BP-429949925-172.17.0.2-1732220234196 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:17:34,358 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c/cluster_80b263af-6a2a-f648-9b38-cda0c57d4f1b/data/data2/current/BP-429949925-172.17.0.2-1732220234196 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:17:34,359 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T20:17:34,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:17:34,370 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:17:34,370 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:17:34,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:17:34,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c/hadoop.log.dir/,STOPPED} 2024-11-21T20:17:34,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T20:17:34,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T20:17:34,397 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:17:34,397 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:17:34,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:34,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:34,398 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:34,398 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T20:17:34,398 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1461937423, stopped=false 2024-11-21T20:17:34,398 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=377014bd7527,33877,1732220246259 2024-11-21T20:17:34,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x1015f0b03d00007, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-564071060/running 2024-11-21T20:17:34,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33877-0x1015f0b03d00006, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-564071060/running 2024-11-21T20:17:34,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33877-0x1015f0b03d00006, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-564071060 2024-11-21T20:17:34,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x1015f0b03d00007, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-564071060 2024-11-21T20:17:34,409 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:17:34,409 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:17:34,409 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:17:34,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33877-0x1015f0b03d00006, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Set watcher on znode that does not yet exist, /0-564071060/running 2024-11-21T20:17:34,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32953-0x1015f0b03d00007, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Set watcher on znode that does not yet exist, /0-564071060/running 2024-11-21T20:17:34,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:34,410 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '377014bd7527,32953,1732220246323' ***** 2024-11-21T20:17:34,410 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T20:17:34,410 INFO [RS:0;377014bd7527:32953 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T20:17:34,410 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T20:17:34,410 INFO [RS:0;377014bd7527:32953 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T20:17:34,410 INFO [RS:0;377014bd7527:32953 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T20:17:34,410 INFO [RS:0;377014bd7527:32953 {}] regionserver.HRegionServer(3091): Received CLOSE for 5efec0ff79cc0290f3f0b4c5d9423cd9 2024-11-21T20:17:34,410 INFO [RS:0;377014bd7527:32953 {}] regionserver.HRegionServer(959): stopping server 377014bd7527,32953,1732220246323 2024-11-21T20:17:34,410 INFO [RS:0;377014bd7527:32953 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:17:34,411 INFO [RS:0;377014bd7527:32953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:32953. 2024-11-21T20:17:34,411 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5efec0ff79cc0290f3f0b4c5d9423cd9, disabling compactions & flushes 2024-11-21T20:17:34,411 DEBUG [RS:0;377014bd7527:32953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:17:34,411 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9. 2024-11-21T20:17:34,411 DEBUG [RS:0;377014bd7527:32953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:34,411 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9. 2024-11-21T20:17:34,411 INFO [RS:0;377014bd7527:32953 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T20:17:34,411 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9. after waiting 0 ms 2024-11-21T20:17:34,411 INFO [RS:0;377014bd7527:32953 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T20:17:34,411 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9. 2024-11-21T20:17:34,411 INFO [RS:0;377014bd7527:32953 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T20:17:34,411 INFO [RS:0;377014bd7527:32953 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T20:17:34,411 INFO [RS:0;377014bd7527:32953 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T20:17:34,411 DEBUG [RS:0;377014bd7527:32953 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5efec0ff79cc0290f3f0b4c5d9423cd9=hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9.} 2024-11-21T20:17:34,411 DEBUG [RS:0;377014bd7527:32953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5efec0ff79cc0290f3f0b4c5d9423cd9 2024-11-21T20:17:34,411 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:17:34,411 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:17:34,411 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:17:34,411 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:17:34,412 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:17:34,412 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-21T20:17:34,414 INFO [regionserver/377014bd7527:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:17:34,416 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/replication/5efec0ff79cc0290f3f0b4c5d9423cd9/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-21T20:17:34,416 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:17:34,417 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:17:34,417 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9. 2024-11-21T20:17:34,417 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5efec0ff79cc0290f3f0b4c5d9423cd9: Waiting for close lock at 1732220254411Running coprocessor pre-close hooks at 1732220254411Disabling compacts and flushes for region at 1732220254411Disabling writes for close at 1732220254411Writing region close event to WAL at 1732220254411Running coprocessor post-close hooks at 1732220254416 (+5 ms)Closed at 1732220254417 (+1 ms) 2024-11-21T20:17:34,417 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9. 2024-11-21T20:17:34,430 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/meta/1588230740/.tmp/info/f78455868e7741a99d676af52f8fe02d is 147, key is hbase:replication,,1732220240607.5efec0ff79cc0290f3f0b4c5d9423cd9./info:regioninfo/1732220251808/Put/seqid=0 2024-11-21T20:17:34,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741851_1027 (size=6385) 2024-11-21T20:17:34,612 DEBUG [RS:0;377014bd7527:32953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:17:34,812 DEBUG [RS:0;377014bd7527:32953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:17:34,837 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/meta/1588230740/.tmp/info/f78455868e7741a99d676af52f8fe02d 2024-11-21T20:17:34,849 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/meta/1588230740/.tmp/info/f78455868e7741a99d676af52f8fe02d as hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/meta/1588230740/info/f78455868e7741a99d676af52f8fe02d 2024-11-21T20:17:34,856 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/meta/1588230740/info/f78455868e7741a99d676af52f8fe02d, entries=8, sequenceid=19, filesize=6.2 K 2024-11-21T20:17:34,857 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=19, compaction requested=false 2024-11-21T20:17:34,862 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-21T20:17:34,863 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:17:34,863 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:17:34,863 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:17:34,863 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220254411Running coprocessor pre-close hooks at 1732220254411Disabling compacts and flushes for region at 1732220254411Disabling writes for close at 1732220254411Obtaining lock to block concurrent updates at 1732220254412 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732220254412Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732220254412Flushing stores of hbase:meta,,1.1588230740 at 1732220254413 (+1 ms)Flushing 1588230740/info: creating writer at 1732220254413Flushing 1588230740/info: appending metadata at 1732220254430 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732220254430Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@496d8f33: reopening flushed file at 1732220254848 (+418 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=19, compaction requested=false at 1732220254857 (+9 ms)Writing region close event to WAL at 1732220254859 (+2 ms)Running coprocessor post-close hooks at 1732220254863 (+4 ms)Closed at 1732220254863 2024-11-21T20:17:34,863 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T20:17:35,012 INFO [RS:0;377014bd7527:32953 {}] regionserver.HRegionServer(976): stopping server 377014bd7527,32953,1732220246323; all regions closed. 2024-11-21T20:17:35,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741849_1025 (size=2156) 2024-11-21T20:17:35,025 DEBUG [RS:0;377014bd7527:32953 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/oldWALs 2024-11-21T20:17:35,025 INFO [RS:0;377014bd7527:32953 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C32953%2C1732220246323.meta:.meta(num 1732220247458) 2024-11-21T20:17:35,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741850_1026 (size=796) 2024-11-21T20:17:35,027 DEBUG [RS:0;377014bd7527:32953.replicationSource.wal-reader.377014bd7527%2C32953%2C1732220246323,1-377014bd7527,32953,1732220246323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200 to pos 0, reset compression=false 2024-11-21T20:17:35,027 DEBUG [RS:0;377014bd7527:32953.replicationSource.wal-reader.377014bd7527%2C32953%2C1732220246323,2-377014bd7527,32953,1732220246323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200 to pos 0, reset compression=false 2024-11-21T20:17:35,031 DEBUG [RS:0;377014bd7527:32953 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/oldWALs 2024-11-21T20:17:35,031 INFO [RS:0;377014bd7527:32953 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C32953%2C1732220246323.rep:(num 1732220251756) 2024-11-21T20:17:35,033 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_1395294670_20 at /127.0.0.1:43316 [Sending block BP-1283111137-172.17.0.2-1732220226368:blk_1073741848_1024] {}] datanode.BlockSender(354): Could not find metadata file for BP-1283111137-172.17.0.2-1732220226368:blk_1073741848_1024 2024-11-21T20:17:35,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741848_1024 (size=93) 2024-11-21T20:17:35,034 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200 not finished, retry = 0 2024-11-21T20:17:35,059 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T20:17:35,059 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T20:17:35,135 DEBUG [RS:0;377014bd7527:32953.replicationSource.wal-reader.377014bd7527%2C32953%2C1732220246323,1-377014bd7527,32953,1732220246323 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200 for the last time to pos 0, reset compression=false 2024-11-21T20:17:35,135 DEBUG [RS:0;377014bd7527:32953.replicationSource.wal-reader.377014bd7527%2C32953%2C1732220246323,2-377014bd7527,32953,1732220246323 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200 for the last time to pos 0, reset compression=false 2024-11-21T20:17:35,138 DEBUG [RS:0;377014bd7527:32953 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/oldWALs 2024-11-21T20:17:35,138 INFO [RS:0;377014bd7527:32953 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C32953%2C1732220246323:(num 1732220247200) 2024-11-21T20:17:35,138 DEBUG [RS:0;377014bd7527:32953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:35,138 INFO [RS:0;377014bd7527:32953 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:17:35,138 INFO [RS:0;377014bd7527:32953 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:17:35,139 INFO [RS:0;377014bd7527:32953 {}] hbase.ChoreService(370): Chore service for: regionserver/377014bd7527:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T20:17:35,139 INFO [RS:0;377014bd7527:32953 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:17:35,139 INFO [regionserver/377014bd7527:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:17:35,139 INFO [RS:0;377014bd7527:32953.replicationSource.wal-reader.377014bd7527%2C32953%2C1732220246323,1-377014bd7527,32953,1732220246323 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200 was moved to hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/oldWALs/377014bd7527%2C32953%2C1732220246323.1732220247200 2024-11-21T20:17:35,139 INFO [RS:0;377014bd7527:32953.replicationSource.wal-reader.377014bd7527%2C32953%2C1732220246323,2-377014bd7527,32953,1732220246323 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200 was moved to hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/oldWALs/377014bd7527%2C32953%2C1732220246323.1732220247200 2024-11-21T20:17:35,140 INFO [RS:0;377014bd7527:32953 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-377014bd7527,32953,1732220246323 because: Region server is closing 2024-11-21T20:17:35,140 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/377014bd7527:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-21T20:17:35,140 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/377014bd7527:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-21T20:17:35,140 INFO [RS:0;377014bd7527:32953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:32953. 2024-11-21T20:17:35,140 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/377014bd7527:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-21T20:17:35,140 DEBUG [RS:0;377014bd7527:32953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:17:35,140 DEBUG [RS:0;377014bd7527:32953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:35,141 DEBUG [RS:0;377014bd7527:32953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:35,141 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:35,147 INFO [RS:0;377014bd7527:32953.replicationSource.wal-reader.377014bd7527%2C32953%2C1732220246323,2-377014bd7527,32953,1732220246323 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200 was moved to hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/oldWALs/377014bd7527%2C32953%2C1732220246323.1732220247200 2024-11-21T20:17:35,147 INFO [RS:0;377014bd7527:32953.replicationSource.wal-reader.377014bd7527%2C32953%2C1732220246323,1-377014bd7527,32953,1732220246323 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200 was moved to hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/oldWALs/377014bd7527%2C32953%2C1732220246323.1732220247200 2024-11-21T20:17:35,148 DEBUG [RS:0;377014bd7527:32953.replicationSource.wal-reader.377014bd7527%2C32953%2C1732220246323,2-377014bd7527,32953,1732220246323 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200 and length of the file is 93 2024-11-21T20:17:35,148 DEBUG [RS:0;377014bd7527:32953.replicationSource.wal-reader.377014bd7527%2C32953%2C1732220246323,1-377014bd7527,32953,1732220246323 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200 and length of the file is 93 2024-11-21T20:17:35,148 DEBUG [RS:0;377014bd7527:32953.replicationSource.wal-reader.377014bd7527%2C32953%2C1732220246323,2-377014bd7527,32953,1732220246323 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200 2024-11-21T20:17:35,148 DEBUG [RS:0;377014bd7527:32953.replicationSource.wal-reader.377014bd7527%2C32953%2C1732220246323,1-377014bd7527,32953,1732220246323 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200 2024-11-21T20:17:35,148 DEBUG [RS:0;377014bd7527:32953.replicationSource.wal-reader.377014bd7527%2C32953%2C1732220246323,2-377014bd7527,32953,1732220246323 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-21T20:17:35,148 DEBUG [RS:0;377014bd7527:32953.replicationSource.wal-reader.377014bd7527%2C32953%2C1732220246323,2-377014bd7527,32953,1732220246323 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-21T20:17:35,148 DEBUG [RS:0;377014bd7527:32953.replicationSource.shipper377014bd7527%2C32953%2C1732220246323,1-377014bd7527,32953,1732220246323 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,32953,1732220246323 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-21T20:17:35,148 DEBUG [RS:0;377014bd7527:32953.replicationSource.shipper377014bd7527%2C32953%2C1732220246323,2-377014bd7527,32953,1732220246323 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-377014bd7527,32953,1732220246323 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/WALs/377014bd7527,32953,1732220246323/377014bd7527%2C32953%2C1732220246323.1732220247200, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-21T20:17:35,152 DEBUG [RS:0;377014bd7527:32953.replicationSource.shipper377014bd7527%2C32953%2C1732220246323,1-377014bd7527,32953,1732220246323 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:17:35,152 DEBUG [RS:0;377014bd7527:32953.replicationSource.shipper377014bd7527%2C32953%2C1732220246323,1-377014bd7527,32953,1732220246323 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,32953,1732220246323, seqNum=-1] 2024-11-21T20:17:35,154 WARN [RS:0;377014bd7527:32953.replicationSource.shipper377014bd7527%2C32953%2C1732220246323,1-377014bd7527,32953,1732220246323 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-377014bd7527,32953,1732220246323', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:32953 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 58 more 2024-11-21T20:17:35,156 WARN [RS:0;377014bd7527:32953.replicationSource.shipper377014bd7527%2C32953%2C1732220246323,1-377014bd7527,32953,1732220246323 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-377014bd7527,32953,1732220246323', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:32953 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-21T20:17:35,157 DEBUG [RS:0;377014bd7527:32953.replicationSource.shipper377014bd7527%2C32953%2C1732220246323,1-377014bd7527,32953,1732220246323 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-21T20:17:35,157 DEBUG [RS:0;377014bd7527:32953.replicationSource.shipper377014bd7527%2C32953%2C1732220246323,1-377014bd7527,32953,1732220246323 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [377014bd7527%2C32953%2C1732220246323.1732220247200] 2024-11-21T20:17:35,156 ERROR [RS:0;377014bd7527:32953.replicationSource.shipper377014bd7527%2C32953%2C1732220246323,2-377014bd7527,32953,1732220246323 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 377014bd7527,32953,1732220246323: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-377014bd7527,32953,1732220246323, walGroup=377014bd7527%2C32953%2C1732220246323, offset=377014bd7527%2C32953%2C1732220246323.1732220247200:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:32953 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T20:17:35,158 ERROR [RS:0;377014bd7527:32953.replicationSource.shipper377014bd7527%2C32953%2C1732220246323,2-377014bd7527,32953,1732220246323 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T20:17:35,161 DEBUG [RS:0;377014bd7527:32953.replicationSource.shipper377014bd7527%2C32953%2C1732220246323,2-377014bd7527,32953,1732220246323 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T20:17:35,162 DEBUG [RS:0;377014bd7527:32953.replicationSource.shipper377014bd7527%2C32953%2C1732220246323,2-377014bd7527,32953,1732220246323 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T20:17:35,162 DEBUG [RS:0;377014bd7527:32953.replicationSource.shipper377014bd7527%2C32953%2C1732220246323,2-377014bd7527,32953,1732220246323 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T20:17:35,162 DEBUG [RS:0;377014bd7527:32953.replicationSource.shipper377014bd7527%2C32953%2C1732220246323,2-377014bd7527,32953,1732220246323 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T20:17:35,162 INFO [RS:0;377014bd7527:32953.replicationSource.shipper377014bd7527%2C32953%2C1732220246323,2-377014bd7527,32953,1732220246323 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 595926264 }, "NonHeapMemoryUsage": { "committed": 162463744, "init": 7667712, "max": -1, "used": 157482968 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T20:17:35,164 DEBUG [RS:0;377014bd7527:32953.replicationSource.shipper377014bd7527%2C32953%2C1732220246323,2-377014bd7527,32953,1732220246323 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [377014bd7527%2C32953%2C1732220246323.1732220247200] 2024-11-21T20:17:35,241 INFO [RS:0;377014bd7527:32953 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;377014bd7527:32953.replicationSource.shipper377014bd7527%2C32953%2C1732220246323,1-377014bd7527,32953,1732220246323 terminated 2024-11-21T20:17:35,241 INFO [RS:0;377014bd7527:32953 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-377014bd7527,32953,1732220246323 because: Region server is closing 2024-11-21T20:17:35,241 INFO [RS:0;377014bd7527:32953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:32953. 2024-11-21T20:17:35,241 DEBUG [RS:0;377014bd7527:32953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:17:35,241 DEBUG [RS:0;377014bd7527:32953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:35,242 DEBUG [RS:0;377014bd7527:32953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:35,242 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:35,242 INFO [RS:0;377014bd7527:32953 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;377014bd7527:32953.replicationSource.shipper377014bd7527%2C32953%2C1732220246323,2-377014bd7527,32953,1732220246323 terminated 2024-11-21T20:17:35,242 INFO [RS:0;377014bd7527:32953 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32953 2024-11-21T20:17:35,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x1015f0b03d00007, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-564071060/rs/377014bd7527,32953,1732220246323 2024-11-21T20:17:35,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33877-0x1015f0b03d00006, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-564071060/rs 2024-11-21T20:17:35,304 INFO [RS:0;377014bd7527:32953 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:17:35,314 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [377014bd7527,32953,1732220246323] 2024-11-21T20:17:35,324 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-564071060/draining/377014bd7527,32953,1732220246323 already deleted, retry=false 2024-11-21T20:17:35,324 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 377014bd7527,32953,1732220246323 expired; onlineServers=0 2024-11-21T20:17:35,324 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '377014bd7527,33877,1732220246259' ***** 2024-11-21T20:17:35,324 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T20:17:35,325 INFO [M:0;377014bd7527:33877 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:17:35,325 INFO [M:0;377014bd7527:33877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:17:35,325 DEBUG [M:0;377014bd7527:33877 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T20:17:35,325 DEBUG [M:0;377014bd7527:33877 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T20:17:35,325 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T20:17:35,325 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220246890 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220246890,5,FailOnTimeoutGroup] 2024-11-21T20:17:35,325 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220246890 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220246890,5,FailOnTimeoutGroup] 2024-11-21T20:17:35,325 INFO [M:0;377014bd7527:33877 {}] hbase.ChoreService(370): Chore service for: master/377014bd7527:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T20:17:35,325 INFO [M:0;377014bd7527:33877 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:17:35,325 DEBUG [M:0;377014bd7527:33877 {}] master.HMaster(1795): Stopping service threads 2024-11-21T20:17:35,325 INFO [M:0;377014bd7527:33877 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T20:17:35,326 INFO [M:0;377014bd7527:33877 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:17:35,326 INFO [M:0;377014bd7527:33877 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T20:17:35,326 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T20:17:35,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33877-0x1015f0b03d00006, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-564071060/master 2024-11-21T20:17:35,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33877-0x1015f0b03d00006, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-564071060 2024-11-21T20:17:35,335 DEBUG [M:0;377014bd7527:33877 {}] zookeeper.ZKUtil(347): master:33877-0x1015f0b03d00006, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Unable to get data of znode /0-564071060/master because node does not exist (not an error) 2024-11-21T20:17:35,335 WARN [M:0;377014bd7527:33877 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T20:17:35,336 INFO [M:0;377014bd7527:33877 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/.lastflushedseqids 2024-11-21T20:17:35,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741852_1028 (size=181) 2024-11-21T20:17:35,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x1015f0b03d00007, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:17:35,414 INFO [RS:0;377014bd7527:32953 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:17:35,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x1015f0b03d00007, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:17:35,414 INFO [RS:0;377014bd7527:32953 {}] regionserver.HRegionServer(1031): Exiting; stopping=377014bd7527,32953,1732220246323; zookeeper connection closed. 2024-11-21T20:17:35,414 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@cdaaf98 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@cdaaf98 2024-11-21T20:17:35,415 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T20:17:35,743 INFO [M:0;377014bd7527:33877 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T20:17:35,743 INFO [M:0;377014bd7527:33877 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T20:17:35,743 DEBUG [M:0;377014bd7527:33877 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:17:35,743 INFO [M:0;377014bd7527:33877 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:35,743 DEBUG [M:0;377014bd7527:33877 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:35,743 DEBUG [M:0;377014bd7527:33877 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:17:35,743 DEBUG [M:0;377014bd7527:33877 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:35,743 INFO [M:0;377014bd7527:33877 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-21T20:17:35,760 DEBUG [M:0;377014bd7527:33877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c79f8c8aaba54da5be991286a6bb1536 is 82, key is hbase:meta,,1/info:regioninfo/1732220247537/Put/seqid=0 2024-11-21T20:17:35,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741853_1029 (size=5680) 2024-11-21T20:17:36,165 INFO [M:0;377014bd7527:33877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c79f8c8aaba54da5be991286a6bb1536 2024-11-21T20:17:36,184 DEBUG [M:0;377014bd7527:33877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6641fa33a5b94ecdad2b2a64dc44b406 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732220251819/Put/seqid=0 2024-11-21T20:17:36,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741854_1030 (size=7319) 2024-11-21T20:17:36,589 INFO [M:0;377014bd7527:33877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6641fa33a5b94ecdad2b2a64dc44b406 2024-11-21T20:17:36,609 DEBUG [M:0;377014bd7527:33877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a61eef0bab574629910ff08b3e9b5cd7 is 69, key is 377014bd7527,32953,1732220246323/rs:state/1732220246931/Put/seqid=0 2024-11-21T20:17:36,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741855_1031 (size=5371) 2024-11-21T20:17:37,014 INFO [M:0;377014bd7527:33877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a61eef0bab574629910ff08b3e9b5cd7 2024-11-21T20:17:37,020 INFO [M:0;377014bd7527:33877 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a61eef0bab574629910ff08b3e9b5cd7 2024-11-21T20:17:37,021 DEBUG [M:0;377014bd7527:33877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c79f8c8aaba54da5be991286a6bb1536 as hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c79f8c8aaba54da5be991286a6bb1536 2024-11-21T20:17:37,028 INFO [M:0;377014bd7527:33877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c79f8c8aaba54da5be991286a6bb1536, entries=8, sequenceid=172, filesize=5.5 K 2024-11-21T20:17:37,029 DEBUG [M:0;377014bd7527:33877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6641fa33a5b94ecdad2b2a64dc44b406 as hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6641fa33a5b94ecdad2b2a64dc44b406 2024-11-21T20:17:37,038 INFO [M:0;377014bd7527:33877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6641fa33a5b94ecdad2b2a64dc44b406, entries=7, sequenceid=172, filesize=7.1 K 2024-11-21T20:17:37,040 DEBUG [M:0;377014bd7527:33877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a61eef0bab574629910ff08b3e9b5cd7 as hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a61eef0bab574629910ff08b3e9b5cd7 2024-11-21T20:17:37,047 INFO [M:0;377014bd7527:33877 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a61eef0bab574629910ff08b3e9b5cd7 2024-11-21T20:17:37,047 INFO [M:0;377014bd7527:33877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45779/user/jenkins/test-data/1e10dd50-a5ab-2aea-8a98-2ea0daa3bebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a61eef0bab574629910ff08b3e9b5cd7, entries=2, sequenceid=172, filesize=5.2 K 2024-11-21T20:17:37,048 INFO [M:0;377014bd7527:33877 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=172, compaction requested=false 2024-11-21T20:17:37,050 INFO [M:0;377014bd7527:33877 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:37,050 DEBUG [M:0;377014bd7527:33877 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220255743Disabling compacts and flushes for region at 1732220255743Disabling writes for close at 1732220255743Obtaining lock to block concurrent updates at 1732220255743Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732220255743Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732220255744 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732220255745 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732220255745Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732220255759 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732220255759Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732220256170 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732220256184 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732220256184Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732220256595 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732220256608 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732220256608Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b802fe0: reopening flushed file at 1732220257020 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2773151a: reopening flushed file at 1732220257028 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6061a5c2: reopening flushed file at 1732220257038 (+10 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=172, compaction requested=false at 1732220257048 (+10 ms)Writing region close event to WAL at 1732220257050 (+2 ms)Closed at 1732220257050 2024-11-21T20:17:37,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741847_1023 (size=22949) 2024-11-21T20:17:37,054 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:17:37,054 INFO [M:0;377014bd7527:33877 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T20:17:37,054 INFO [M:0;377014bd7527:33877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33877 2024-11-21T20:17:37,055 INFO [M:0;377014bd7527:33877 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:17:37,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33877-0x1015f0b03d00006, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:17:37,172 INFO [M:0;377014bd7527:33877 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:17:37,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33877-0x1015f0b03d00006, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:17:37,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318ae30c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:17:37,174 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:17:37,174 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:17:37,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:17:37,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/hadoop.log.dir/,STOPPED} 2024-11-21T20:17:37,176 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T20:17:37,176 WARN [BP-1283111137-172.17.0.2-1732220226368 heartbeating to localhost/127.0.0.1:45779 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T20:17:37,176 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T20:17:37,176 WARN [BP-1283111137-172.17.0.2-1732220226368 heartbeating to localhost/127.0.0.1:45779 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1283111137-172.17.0.2-1732220226368 (Datanode Uuid 7e5b127e-5d74-4db9-864a-cd44a048a446) service to localhost/127.0.0.1:45779 2024-11-21T20:17:37,177 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/cluster_069b3f20-f735-e5ed-d9eb-7798e83254e2/data/data1/current/BP-1283111137-172.17.0.2-1732220226368 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:17:37,177 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/cluster_069b3f20-f735-e5ed-d9eb-7798e83254e2/data/data2/current/BP-1283111137-172.17.0.2-1732220226368 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:17:37,177 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T20:17:37,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:17:37,184 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:17:37,184 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:17:37,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:17:37,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0441ea7f-9e00-7e24-4202-90d617be40cc/hadoop.log.dir/,STOPPED} 2024-11-21T20:17:37,193 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T20:17:37,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T20:17:37,220 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: master/377014bd7527:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/377014bd7527:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44999 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63164) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45779 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45779 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45779 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:44999 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/377014bd7527:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@74a92eae java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44999 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/377014bd7527:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45779 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45779 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63164) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44999 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45779 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/377014bd7527:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44999 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=444 (was 478), ProcessCount=11 (was 11), AvailableMemoryMB=13971 (was 14774) 2024-11-21T20:17:37,228 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=444, ProcessCount=11, AvailableMemoryMB=13970 2024-11-21T20:17:37,240 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-21T20:17:37,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c/hadoop.log.dir so I do NOT create it in target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec 2024-11-21T20:17:37,241 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T20:17:37,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c/hadoop.tmp.dir so I do NOT create it in target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec 2024-11-21T20:17:37,241 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecf3d6a-8d12-33c5-ce62-a4c4e782430c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T20:17:37,241 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec 2024-11-21T20:17:37,241 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/cluster_cf9c96fb-5fde-5dea-09b7-b1dff70e5426, deleteOnExit=true 2024-11-21T20:17:37,264 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/cluster_cf9c96fb-5fde-5dea-09b7-b1dff70e5426/zookeeper_0, clientPort=58796, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/cluster_cf9c96fb-5fde-5dea-09b7-b1dff70e5426/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/cluster_cf9c96fb-5fde-5dea-09b7-b1dff70e5426/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T20:17:37,265 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58796 2024-11-21T20:17:37,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T20:17:37,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T20:17:37,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/test.cache.data in system properties and HBase conf 2024-11-21T20:17:37,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T20:17:37,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/hadoop.log.dir in system properties and HBase conf 2024-11-21T20:17:37,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T20:17:37,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T20:17:37,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T20:17:37,266 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T20:17:37,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:17:37,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:17:37,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T20:17:37,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:17:37,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T20:17:37,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T20:17:37,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:17:37,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:17:37,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T20:17:37,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/nfs.dump.dir in system properties and HBase conf 2024-11-21T20:17:37,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/java.io.tmpdir in system properties and HBase conf 2024-11-21T20:17:37,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:17:37,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T20:17:37,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T20:17:37,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015f0b03d00002, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T20:17:37,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015f0b03d00005, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T20:17:37,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015f0b03d00005, quorum=127.0.0.1:63164, baseZNode=/1549525473 Received Disconnected from ZooKeeper, ignoring 2024-11-21T20:17:37,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015f0b03d00002, quorum=127.0.0.1:63164, baseZNode=/0-564071060 Received Disconnected from ZooKeeper, ignoring 2024-11-21T20:17:37,621 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:17:37,627 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:17:37,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:17:37,634 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:17:37,634 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T20:17:37,634 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:17:37,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d3f9a53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:17:37,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@242482cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:17:37,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ff935e9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/java.io.tmpdir/jetty-localhost-34331-hadoop-hdfs-3_4_1-tests_jar-_-any-2629596370511824460/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:17:37,732 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a1416b0{HTTP/1.1, (http/1.1)}{localhost:34331} 2024-11-21T20:17:37,732 INFO [Time-limited test {}] server.Server(415): Started @33571ms 2024-11-21T20:17:37,963 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:17:37,967 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:17:37,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:17:37,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:17:37,968 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T20:17:37,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c7f8703{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:17:37,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56680efa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:17:38,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26f9cf73{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/java.io.tmpdir/jetty-localhost-40251-hadoop-hdfs-3_4_1-tests_jar-_-any-4610655676218655093/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:17:38,068 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3184967f{HTTP/1.1, (http/1.1)}{localhost:40251} 2024-11-21T20:17:38,068 INFO [Time-limited test {}] server.Server(415): Started @33907ms 2024-11-21T20:17:38,070 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T20:17:38,741 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/cluster_cf9c96fb-5fde-5dea-09b7-b1dff70e5426/data/data1/current/BP-1926168391-172.17.0.2-1732220257292/current, will proceed with Du for space computation calculation, 2024-11-21T20:17:38,741 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/cluster_cf9c96fb-5fde-5dea-09b7-b1dff70e5426/data/data2/current/BP-1926168391-172.17.0.2-1732220257292/current, will proceed with Du for space computation calculation, 2024-11-21T20:17:38,766 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T20:17:38,769 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b5802b70782c607 with lease ID 0xc0ae831141aa1b4d: Processing first storage report for DS-fc1348b1-a78f-40fd-bd97-62d499ab38b4 from datanode DatanodeRegistration(127.0.0.1:42443, datanodeUuid=c6dc7056-10d2-42d9-8252-8d5f52888183, infoPort=33139, infoSecurePort=0, ipcPort=41169, storageInfo=lv=-57;cid=testClusterID;nsid=438055151;c=1732220257292) 2024-11-21T20:17:38,769 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b5802b70782c607 with lease ID 0xc0ae831141aa1b4d: from storage DS-fc1348b1-a78f-40fd-bd97-62d499ab38b4 node DatanodeRegistration(127.0.0.1:42443, datanodeUuid=c6dc7056-10d2-42d9-8252-8d5f52888183, infoPort=33139, infoSecurePort=0, ipcPort=41169, storageInfo=lv=-57;cid=testClusterID;nsid=438055151;c=1732220257292), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:17:38,769 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b5802b70782c607 with lease ID 0xc0ae831141aa1b4d: Processing first storage report for DS-e466d16d-3d3a-479f-a457-ad6eec46185b from datanode DatanodeRegistration(127.0.0.1:42443, datanodeUuid=c6dc7056-10d2-42d9-8252-8d5f52888183, infoPort=33139, infoSecurePort=0, ipcPort=41169, storageInfo=lv=-57;cid=testClusterID;nsid=438055151;c=1732220257292) 2024-11-21T20:17:38,769 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b5802b70782c607 with lease ID 0xc0ae831141aa1b4d: from storage DS-e466d16d-3d3a-479f-a457-ad6eec46185b node DatanodeRegistration(127.0.0.1:42443, datanodeUuid=c6dc7056-10d2-42d9-8252-8d5f52888183, infoPort=33139, infoSecurePort=0, ipcPort=41169, storageInfo=lv=-57;cid=testClusterID;nsid=438055151;c=1732220257292), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:17:38,799 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec 2024-11-21T20:17:38,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:38,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:38,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741825_1001 (size=7) 2024-11-21T20:17:39,211 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c with version=8 2024-11-21T20:17:39,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/hbase-staging 2024-11-21T20:17:39,213 INFO [Time-limited test {}] client.ConnectionUtils(128): master/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:17:39,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:17:39,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:17:39,214 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:17:39,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:17:39,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:17:39,214 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T20:17:39,214 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:17:39,215 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33867 2024-11-21T20:17:39,216 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33867 connecting to ZooKeeper ensemble=127.0.0.1:58796 2024-11-21T20:17:39,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338670x0, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:17:39,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33867-0x1015f0b7f9b0000 connected 2024-11-21T20:17:39,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:39,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:39,391 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33867-0x1015f0b7f9b0000, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Set watcher on znode that does not yet exist, /0-441558914/running 2024-11-21T20:17:39,392 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c, hbase.cluster.distributed=false 2024-11-21T20:17:39,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33867-0x1015f0b7f9b0000, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Set watcher on znode that does not yet exist, /0-441558914/acl 2024-11-21T20:17:39,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33867 2024-11-21T20:17:39,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33867 2024-11-21T20:17:39,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33867 2024-11-21T20:17:39,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33867 2024-11-21T20:17:39,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33867 2024-11-21T20:17:39,410 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:17:39,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:17:39,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:17:39,410 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:17:39,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:17:39,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:17:39,410 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T20:17:39,410 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:17:39,411 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35453 2024-11-21T20:17:39,413 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35453 connecting to ZooKeeper ensemble=127.0.0.1:58796 2024-11-21T20:17:39,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:39,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:39,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354530x0, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:17:39,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35453-0x1015f0b7f9b0001 connected 2024-11-21T20:17:39,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35453-0x1015f0b7f9b0001, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Set watcher on znode that does not yet exist, /0-441558914/running 2024-11-21T20:17:39,430 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T20:17:39,432 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T20:17:39,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35453-0x1015f0b7f9b0001, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Set watcher on znode that does not yet exist, /0-441558914/master 2024-11-21T20:17:39,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35453-0x1015f0b7f9b0001, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Set watcher on znode that does not yet exist, /0-441558914/acl 2024-11-21T20:17:39,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35453 2024-11-21T20:17:39,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35453 2024-11-21T20:17:39,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35453 2024-11-21T20:17:39,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35453 2024-11-21T20:17:39,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35453 2024-11-21T20:17:39,446 DEBUG [M:0;377014bd7527:33867 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;377014bd7527:33867 2024-11-21T20:17:39,447 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-441558914/backup-masters/377014bd7527,33867,1732220259213 2024-11-21T20:17:39,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33867-0x1015f0b7f9b0000, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-441558914/backup-masters 2024-11-21T20:17:39,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1015f0b7f9b0001, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-441558914/backup-masters 2024-11-21T20:17:39,459 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33867-0x1015f0b7f9b0000, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Set watcher on existing znode=/0-441558914/backup-masters/377014bd7527,33867,1732220259213 2024-11-21T20:17:39,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1015f0b7f9b0001, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-441558914/master 2024-11-21T20:17:39,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33867-0x1015f0b7f9b0000, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-441558914 2024-11-21T20:17:39,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1015f0b7f9b0001, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-441558914 2024-11-21T20:17:39,472 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33867-0x1015f0b7f9b0000, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Set watcher on existing znode=/0-441558914/master 2024-11-21T20:17:39,472 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-441558914/backup-masters/377014bd7527,33867,1732220259213 from backup master directory 2024-11-21T20:17:39,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33867-0x1015f0b7f9b0000, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-441558914/backup-masters/377014bd7527,33867,1732220259213 2024-11-21T20:17:39,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33867-0x1015f0b7f9b0000, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-441558914/backup-masters 2024-11-21T20:17:39,482 WARN [master/377014bd7527:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:17:39,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1015f0b7f9b0001, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-441558914/backup-masters 2024-11-21T20:17:39,482 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=377014bd7527,33867,1732220259213 2024-11-21T20:17:39,486 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/hbase.id] with ID: 53f15cbb-7f79-4399-9fe4-a631597c0228 2024-11-21T20:17:39,486 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/.tmp/hbase.id 2024-11-21T20:17:39,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741826_1002 (size=42) 2024-11-21T20:17:39,892 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/.tmp/hbase.id]:[hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/hbase.id] 2024-11-21T20:17:39,905 INFO [master/377014bd7527:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:39,905 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T20:17:39,906 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T20:17:39,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33867-0x1015f0b7f9b0000, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-441558914 2024-11-21T20:17:39,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1015f0b7f9b0001, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-441558914 2024-11-21T20:17:39,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741827_1003 (size=196) 2024-11-21T20:17:39,919 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:17:39,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:17:39,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:17:40,320 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:17:40,321 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T20:17:40,321 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:17:40,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741828_1004 (size=1189) 2024-11-21T20:17:40,729 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/MasterData/data/master/store 2024-11-21T20:17:40,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741829_1005 (size=34) 2024-11-21T20:17:40,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:17:40,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T20:17:40,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T20:17:40,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:17:41,136 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:17:41,136 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:17:41,136 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:41,136 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:41,136 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:17:41,136 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:41,136 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:41,137 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220261136Disabling compacts and flushes for region at 1732220261136Disabling writes for close at 1732220261136Writing region close event to WAL at 1732220261136Closed at 1732220261136 2024-11-21T20:17:41,138 WARN [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/MasterData/data/master/store/.initializing 2024-11-21T20:17:41,138 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/MasterData/WALs/377014bd7527,33867,1732220259213 2024-11-21T20:17:41,139 INFO [master/377014bd7527:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:17:41,142 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=377014bd7527%2C33867%2C1732220259213, suffix=, logDir=hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/MasterData/WALs/377014bd7527,33867,1732220259213, archiveDir=hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/MasterData/oldWALs, maxLogs=10 2024-11-21T20:17:41,160 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/MasterData/WALs/377014bd7527,33867,1732220259213/377014bd7527%2C33867%2C1732220259213.1732220261142, exclude list is [], retry=0 2024-11-21T20:17:41,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42443,DS-fc1348b1-a78f-40fd-bd97-62d499ab38b4,DISK] 2024-11-21T20:17:41,165 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/MasterData/WALs/377014bd7527,33867,1732220259213/377014bd7527%2C33867%2C1732220259213.1732220261142 2024-11-21T20:17:41,165 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33139:33139)] 2024-11-21T20:17:41,165 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:17:41,165 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:17:41,166 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:41,166 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:41,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:41,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T20:17:41,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:41,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:41,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:41,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T20:17:41,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:41,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:17:41,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:41,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T20:17:41,176 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:41,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:17:41,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:41,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T20:17:41,178 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:41,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:17:41,179 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:41,180 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:41,180 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:41,182 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:41,182 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:41,182 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:17:41,184 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:41,186 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:17:41,187 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60596864, jitterRate=-0.09703636169433594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:17:41,188 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732220261166Initializing all the Stores at 1732220261167 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220261167Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220261168 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220261168Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220261168Cleaning up temporary data from old regions at 1732220261182 (+14 ms)Region opened successfully at 1732220261188 (+6 ms) 2024-11-21T20:17:41,189 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T20:17:41,193 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bd1b32e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:17:41,194 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T20:17:41,194 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T20:17:41,194 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T20:17:41,194 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T20:17:41,195 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T20:17:41,195 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T20:17:41,195 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T20:17:41,203 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T20:17:41,204 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33867-0x1015f0b7f9b0000, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Unable to get data of znode /0-441558914/balancer because node does not exist (not necessarily an error) 2024-11-21T20:17:41,271 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-441558914/balancer already deleted, retry=false 2024-11-21T20:17:41,272 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T20:17:41,283 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33867-0x1015f0b7f9b0000, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Unable to get data of znode /0-441558914/normalizer because node does not exist (not necessarily an error) 2024-11-21T20:17:41,292 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-441558914/normalizer already deleted, retry=false 2024-11-21T20:17:41,293 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T20:17:41,294 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33867-0x1015f0b7f9b0000, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Unable to get data of znode /0-441558914/switch/split because node does not exist (not necessarily an error) 2024-11-21T20:17:41,303 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-441558914/switch/split already deleted, retry=false 2024-11-21T20:17:41,304 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33867-0x1015f0b7f9b0000, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Unable to get data of znode /0-441558914/switch/merge because node does not exist (not necessarily an error) 2024-11-21T20:17:41,313 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-441558914/switch/merge already deleted, retry=false 2024-11-21T20:17:41,316 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33867-0x1015f0b7f9b0000, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Unable to get data of znode /0-441558914/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T20:17:41,324 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-441558914/snapshot-cleanup already deleted, retry=false 2024-11-21T20:17:41,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33867-0x1015f0b7f9b0000, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-441558914/running 2024-11-21T20:17:41,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1015f0b7f9b0001, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-441558914/running 2024-11-21T20:17:41,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33867-0x1015f0b7f9b0000, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-441558914 2024-11-21T20:17:41,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1015f0b7f9b0001, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-441558914 2024-11-21T20:17:41,335 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=377014bd7527,33867,1732220259213, sessionid=0x1015f0b7f9b0000, setting cluster-up flag (Was=false) 2024-11-21T20:17:41,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33867-0x1015f0b7f9b0000, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-441558914 2024-11-21T20:17:41,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1015f0b7f9b0001, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-441558914 2024-11-21T20:17:41,387 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-441558914/flush-table-proc/acquired, /0-441558914/flush-table-proc/reached, /0-441558914/flush-table-proc/abort 2024-11-21T20:17:41,389 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,33867,1732220259213 2024-11-21T20:17:41,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1015f0b7f9b0001, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-441558914 2024-11-21T20:17:41,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33867-0x1015f0b7f9b0000, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-441558914 2024-11-21T20:17:41,440 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-441558914/online-snapshot/acquired, /0-441558914/online-snapshot/reached, /0-441558914/online-snapshot/abort 2024-11-21T20:17:41,441 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,33867,1732220259213 2024-11-21T20:17:41,442 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T20:17:41,444 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T20:17:41,444 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T20:17:41,444 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T20:17:41,445 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 377014bd7527,33867,1732220259213 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T20:17:41,446 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:17:41,446 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:17:41,446 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:17:41,446 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:17:41,446 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/377014bd7527:0, corePoolSize=10, maxPoolSize=10 2024-11-21T20:17:41,447 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:41,447 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:17:41,447 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:41,454 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:17:41,454 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T20:17:41,455 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:41,455 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T20:17:41,463 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732220291463 2024-11-21T20:17:41,463 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T20:17:41,463 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T20:17:41,463 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T20:17:41,463 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T20:17:41,463 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T20:17:41,463 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T20:17:41,466 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:41,467 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T20:17:41,467 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T20:17:41,467 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T20:17:41,467 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T20:17:41,472 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T20:17:41,472 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T20:17:41,478 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220261472,5,FailOnTimeoutGroup] 2024-11-21T20:17:41,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741831_1007 (size=1321) 2024-11-21T20:17:41,483 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T20:17:41,484 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c 2024-11-21T20:17:41,484 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220261478,5,FailOnTimeoutGroup] 2024-11-21T20:17:41,484 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:41,484 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T20:17:41,484 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:41,484 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:41,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741832_1008 (size=32) 2024-11-21T20:17:41,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:17:41,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:17:41,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:17:41,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:41,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:41,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:17:41,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:17:41,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:41,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:41,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:17:41,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:17:41,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:41,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:41,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:17:41,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:17:41,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:41,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:41,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:17:41,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/data/hbase/meta/1588230740 2024-11-21T20:17:41,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/data/hbase/meta/1588230740 2024-11-21T20:17:41,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:17:41,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:17:41,531 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:17:41,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:17:41,541 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:17:41,541 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74877642, jitterRate=0.11576381325721741}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:17:41,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732220261503Initializing all the Stores at 1732220261504 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220261504Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220261504Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220261504Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220261505 (+1 ms)Cleaning up temporary data from old regions at 1732220261530 (+25 ms)Region opened successfully at 1732220261543 (+13 ms) 2024-11-21T20:17:41,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:17:41,543 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:17:41,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:17:41,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:17:41,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:17:41,545 INFO [RS:0;377014bd7527:35453 {}] regionserver.HRegionServer(746): ClusterId : 53f15cbb-7f79-4399-9fe4-a631597c0228 2024-11-21T20:17:41,546 DEBUG [RS:0;377014bd7527:35453 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T20:17:41,548 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:17:41,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220261543Disabling compacts and flushes for region at 1732220261543Disabling writes for close at 1732220261543Writing region close event to WAL at 1732220261548 (+5 ms)Closed at 1732220261548 2024-11-21T20:17:41,550 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:17:41,550 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T20:17:41,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T20:17:41,552 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:17:41,553 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T20:17:41,556 DEBUG [RS:0;377014bd7527:35453 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T20:17:41,556 DEBUG [RS:0;377014bd7527:35453 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T20:17:41,567 DEBUG [RS:0;377014bd7527:35453 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T20:17:41,567 DEBUG [RS:0;377014bd7527:35453 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62665ac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:17:41,585 DEBUG [RS:0;377014bd7527:35453 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;377014bd7527:35453 2024-11-21T20:17:41,585 INFO [RS:0;377014bd7527:35453 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T20:17:41,585 INFO [RS:0;377014bd7527:35453 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T20:17:41,585 DEBUG [RS:0;377014bd7527:35453 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T20:17:41,586 INFO [RS:0;377014bd7527:35453 {}] regionserver.HRegionServer(2659): reportForDuty to master=377014bd7527,33867,1732220259213 with port=35453, startcode=1732220259410 2024-11-21T20:17:41,586 DEBUG [RS:0;377014bd7527:35453 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T20:17:41,589 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T20:17:41,590 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33867 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 377014bd7527,35453,1732220259410 2024-11-21T20:17:41,590 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33867 {}] master.ServerManager(517): Registering regionserver=377014bd7527,35453,1732220259410 2024-11-21T20:17:41,592 DEBUG [RS:0;377014bd7527:35453 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c 2024-11-21T20:17:41,592 DEBUG [RS:0;377014bd7527:35453 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43827 2024-11-21T20:17:41,592 DEBUG [RS:0;377014bd7527:35453 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T20:17:41,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33867-0x1015f0b7f9b0000, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-441558914/rs 2024-11-21T20:17:41,598 DEBUG [RS:0;377014bd7527:35453 {}] zookeeper.ZKUtil(111): regionserver:35453-0x1015f0b7f9b0001, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Set watcher on existing znode=/0-441558914/rs/377014bd7527,35453,1732220259410 2024-11-21T20:17:41,598 WARN [RS:0;377014bd7527:35453 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:17:41,598 INFO [RS:0;377014bd7527:35453 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:17:41,599 DEBUG [RS:0;377014bd7527:35453 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/WALs/377014bd7527,35453,1732220259410 2024-11-21T20:17:41,601 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [377014bd7527,35453,1732220259410] 2024-11-21T20:17:41,606 INFO [RS:0;377014bd7527:35453 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T20:17:41,608 INFO [RS:0;377014bd7527:35453 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T20:17:41,609 INFO [RS:0;377014bd7527:35453 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T20:17:41,609 INFO [RS:0;377014bd7527:35453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:41,612 INFO [RS:0;377014bd7527:35453 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T20:17:41,614 INFO [RS:0;377014bd7527:35453 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T20:17:41,614 INFO [RS:0;377014bd7527:35453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:41,614 DEBUG [RS:0;377014bd7527:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:41,614 DEBUG [RS:0;377014bd7527:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:41,614 DEBUG [RS:0;377014bd7527:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:41,614 DEBUG [RS:0;377014bd7527:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:41,614 DEBUG [RS:0;377014bd7527:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:41,615 DEBUG [RS:0;377014bd7527:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:17:41,615 DEBUG [RS:0;377014bd7527:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:41,615 DEBUG [RS:0;377014bd7527:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:41,615 DEBUG [RS:0;377014bd7527:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:41,615 DEBUG [RS:0;377014bd7527:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:41,615 DEBUG [RS:0;377014bd7527:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:41,615 DEBUG [RS:0;377014bd7527:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:41,615 DEBUG [RS:0;377014bd7527:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:17:41,615 DEBUG [RS:0;377014bd7527:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:17:41,616 INFO [RS:0;377014bd7527:35453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:41,616 INFO [RS:0;377014bd7527:35453 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:41,616 INFO [RS:0;377014bd7527:35453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:41,616 INFO [RS:0;377014bd7527:35453 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:41,616 INFO [RS:0;377014bd7527:35453 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:41,616 INFO [RS:0;377014bd7527:35453 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,35453,1732220259410-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:17:41,635 INFO [RS:0;377014bd7527:35453 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T20:17:41,635 INFO [RS:0;377014bd7527:35453 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,35453,1732220259410-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:41,635 INFO [RS:0;377014bd7527:35453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:41,635 INFO [RS:0;377014bd7527:35453 {}] regionserver.Replication(171): 377014bd7527,35453,1732220259410 started 2024-11-21T20:17:41,653 INFO [RS:0;377014bd7527:35453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:41,653 INFO [RS:0;377014bd7527:35453 {}] regionserver.HRegionServer(1482): Serving as 377014bd7527,35453,1732220259410, RpcServer on 377014bd7527/172.17.0.2:35453, sessionid=0x1015f0b7f9b0001 2024-11-21T20:17:41,653 DEBUG [RS:0;377014bd7527:35453 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T20:17:41,653 DEBUG [RS:0;377014bd7527:35453 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 377014bd7527,35453,1732220259410 2024-11-21T20:17:41,653 DEBUG [RS:0;377014bd7527:35453 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,35453,1732220259410' 2024-11-21T20:17:41,653 DEBUG [RS:0;377014bd7527:35453 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-441558914/flush-table-proc/abort' 2024-11-21T20:17:41,654 DEBUG [RS:0;377014bd7527:35453 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-441558914/flush-table-proc/acquired' 2024-11-21T20:17:41,655 DEBUG [RS:0;377014bd7527:35453 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T20:17:41,655 DEBUG [RS:0;377014bd7527:35453 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T20:17:41,655 DEBUG [RS:0;377014bd7527:35453 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 377014bd7527,35453,1732220259410 2024-11-21T20:17:41,655 DEBUG [RS:0;377014bd7527:35453 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,35453,1732220259410' 2024-11-21T20:17:41,655 DEBUG [RS:0;377014bd7527:35453 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-441558914/online-snapshot/abort' 2024-11-21T20:17:41,655 DEBUG [RS:0;377014bd7527:35453 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-441558914/online-snapshot/acquired' 2024-11-21T20:17:41,656 DEBUG [RS:0;377014bd7527:35453 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T20:17:41,656 INFO [RS:0;377014bd7527:35453 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T20:17:41,656 INFO [RS:0;377014bd7527:35453 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T20:17:41,704 WARN [377014bd7527:33867 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T20:17:41,757 INFO [RS:0;377014bd7527:35453 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:17:41,759 INFO [RS:0;377014bd7527:35453 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C35453%2C1732220259410, suffix=, logDir=hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/WALs/377014bd7527,35453,1732220259410, archiveDir=hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/oldWALs, maxLogs=10 2024-11-21T20:17:41,775 DEBUG [RS:0;377014bd7527:35453 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/WALs/377014bd7527,35453,1732220259410/377014bd7527%2C35453%2C1732220259410.1732220261760, exclude list is [], retry=0 2024-11-21T20:17:41,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42443,DS-fc1348b1-a78f-40fd-bd97-62d499ab38b4,DISK] 2024-11-21T20:17:41,784 INFO [RS:0;377014bd7527:35453 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/WALs/377014bd7527,35453,1732220259410/377014bd7527%2C35453%2C1732220259410.1732220261760 2024-11-21T20:17:41,785 DEBUG [RS:0;377014bd7527:35453 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33139:33139)] 2024-11-21T20:17:41,954 DEBUG [377014bd7527:33867 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T20:17:41,955 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=377014bd7527,35453,1732220259410 2024-11-21T20:17:41,957 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,35453,1732220259410, state=OPENING 2024-11-21T20:17:41,966 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T20:17:41,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1015f0b7f9b0001, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-441558914 2024-11-21T20:17:41,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33867-0x1015f0b7f9b0000, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-441558914 2024-11-21T20:17:41,977 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-441558914/meta-region-server: CHANGED 2024-11-21T20:17:41,977 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-441558914/meta-region-server: CHANGED 2024-11-21T20:17:41,978 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:17:41,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,35453,1732220259410}] 2024-11-21T20:17:42,132 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:17:42,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T20:17:42,138 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T20:17:42,138 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:17:42,139 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T20:17:42,142 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C35453%2C1732220259410.meta, suffix=.meta, logDir=hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/WALs/377014bd7527,35453,1732220259410, archiveDir=hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/oldWALs, maxLogs=10 2024-11-21T20:17:42,158 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/WALs/377014bd7527,35453,1732220259410/377014bd7527%2C35453%2C1732220259410.meta.1732220262142.meta, exclude list is [], retry=0 2024-11-21T20:17:42,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42443,DS-fc1348b1-a78f-40fd-bd97-62d499ab38b4,DISK] 2024-11-21T20:17:42,168 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/WALs/377014bd7527,35453,1732220259410/377014bd7527%2C35453%2C1732220259410.meta.1732220262142.meta 2024-11-21T20:17:42,170 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33139:33139)] 2024-11-21T20:17:42,170 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:17:42,171 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:17:42,171 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:17:42,171 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T20:17:42,171 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T20:17:42,171 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T20:17:42,171 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:17:42,171 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T20:17:42,171 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T20:17:42,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:17:42,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:17:42,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:42,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:42,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:17:42,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:17:42,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:42,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:42,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:17:42,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:17:42,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:42,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:42,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:17:42,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:17:42,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:42,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:42,181 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:17:42,181 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/data/hbase/meta/1588230740 2024-11-21T20:17:42,183 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/data/hbase/meta/1588230740 2024-11-21T20:17:42,184 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:17:42,184 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:17:42,185 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:17:42,186 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:17:42,187 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61812558, jitterRate=-0.0789211094379425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:17:42,187 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T20:17:42,188 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732220262171Writing region info on filesystem at 1732220262171Initializing all the Stores at 1732220262172 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220262172Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220262173 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220262173Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220262173Cleaning up temporary data from old regions at 1732220262184 (+11 ms)Running coprocessor post-open hooks at 1732220262187 (+3 ms)Region opened successfully at 1732220262188 (+1 ms) 2024-11-21T20:17:42,190 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732220262131 2024-11-21T20:17:42,193 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T20:17:42,193 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T20:17:42,194 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,35453,1732220259410 2024-11-21T20:17:42,196 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,35453,1732220259410, state=OPEN 2024-11-21T20:17:42,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33867-0x1015f0b7f9b0000, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-441558914/meta-region-server 2024-11-21T20:17:42,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1015f0b7f9b0001, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-441558914/meta-region-server 2024-11-21T20:17:42,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-441558914/meta-region-server: CHANGED 2024-11-21T20:17:42,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-441558914/meta-region-server: CHANGED 2024-11-21T20:17:42,288 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=377014bd7527,35453,1732220259410 2024-11-21T20:17:42,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T20:17:42,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,35453,1732220259410 in 310 msec 2024-11-21T20:17:42,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T20:17:42,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 743 msec 2024-11-21T20:17:42,303 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:17:42,303 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T20:17:42,305 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:17:42,305 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,35453,1732220259410, seqNum=-1] 2024-11-21T20:17:42,305 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:17:42,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:17:42,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 873 msec 2024-11-21T20:17:42,319 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732220262319, completionTime=-1 2024-11-21T20:17:42,319 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T20:17:42,319 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T20:17:42,322 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T20:17:42,323 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732220322322 2024-11-21T20:17:42,323 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732220382323 2024-11-21T20:17:42,323 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-21T20:17:42,323 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,33867,1732220259213-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:42,324 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,33867,1732220259213-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:42,324 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,33867,1732220259213-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:42,324 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-377014bd7527:33867, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:42,324 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:42,325 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:42,328 DEBUG [master/377014bd7527:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T20:17:42,332 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.850sec 2024-11-21T20:17:42,332 INFO [master/377014bd7527:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T20:17:42,332 INFO [master/377014bd7527:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T20:17:42,332 INFO [master/377014bd7527:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T20:17:42,332 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T20:17:42,332 INFO [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T20:17:42,332 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,33867,1732220259213-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:17:42,332 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,33867,1732220259213-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T20:17:42,341 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T20:17:42,341 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T20:17:42,341 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,33867,1732220259213-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:42,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7032b8e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:42,346 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,33867,-1 for getting cluster id 2024-11-21T20:17:42,346 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:17:42,352 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53f15cbb-7f79-4399-9fe4-a631597c0228' 2024-11-21T20:17:42,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:17:42,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53f15cbb-7f79-4399-9fe4-a631597c0228" 2024-11-21T20:17:42,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd7f5e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:42,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,33867,-1] 2024-11-21T20:17:42,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:17:42,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:42,355 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:17:42,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bec2631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:42,357 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:17:42,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,35453,1732220259410, seqNum=-1] 2024-11-21T20:17:42,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:17:42,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:17:42,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=377014bd7527,33867,1732220259213 2024-11-21T20:17:42,366 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58796 2024-11-21T20:17:42,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:17:42,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015f0b7f9b0002 connected 2024-11-21T20:17:42,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/hadoop.log.dir so I do NOT create it in target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf 2024-11-21T20:17:42,401 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T20:17:42,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/hadoop.tmp.dir so I do NOT create it in target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf 2024-11-21T20:17:42,401 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T20:17:42,401 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf 2024-11-21T20:17:42,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T20:17:42,401 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf/cluster_cb69967e-6020-e020-86dc-708f21513f0e, deleteOnExit=true 2024-11-21T20:17:42,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T20:17:42,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf/test.cache.data in system properties and HBase conf 2024-11-21T20:17:42,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T20:17:42,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf/hadoop.log.dir in system properties and HBase conf 2024-11-21T20:17:42,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T20:17:42,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T20:17:42,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T20:17:42,402 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T20:17:42,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:17:42,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:17:42,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T20:17:42,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:17:42,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T20:17:42,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T20:17:42,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:17:42,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:17:42,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T20:17:42,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf/nfs.dump.dir in system properties and HBase conf 2024-11-21T20:17:42,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf/java.io.tmpdir in system properties and HBase conf 2024-11-21T20:17:42,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:17:42,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T20:17:42,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T20:17:42,733 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:17:42,740 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:17:42,742 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:17:42,742 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:17:42,742 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T20:17:42,744 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:17:42,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cee3f11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:17:42,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73da8684{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:17:42,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3aab354b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf/java.io.tmpdir/jetty-localhost-44683-hadoop-hdfs-3_4_1-tests_jar-_-any-4716174166997084620/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:17:42,880 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4eef177a{HTTP/1.1, (http/1.1)}{localhost:44683} 2024-11-21T20:17:42,880 INFO [Time-limited test {}] server.Server(415): Started @38719ms 2024-11-21T20:17:43,174 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:17:43,178 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:17:43,179 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:17:43,179 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:17:43,179 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T20:17:43,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7341e0de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:17:43,180 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@604f8883{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:17:43,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e6157f6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf/java.io.tmpdir/jetty-localhost-35345-hadoop-hdfs-3_4_1-tests_jar-_-any-17283190571812791269/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:17:43,277 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52273d7b{HTTP/1.1, (http/1.1)}{localhost:35345} 2024-11-21T20:17:43,278 INFO [Time-limited test {}] server.Server(415): Started @39117ms 2024-11-21T20:17:43,279 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T20:17:44,084 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf/cluster_cb69967e-6020-e020-86dc-708f21513f0e/data/data1/current/BP-1864036171-172.17.0.2-1732220262443/current, will proceed with Du for space computation calculation, 2024-11-21T20:17:44,084 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf/cluster_cb69967e-6020-e020-86dc-708f21513f0e/data/data2/current/BP-1864036171-172.17.0.2-1732220262443/current, will proceed with Du for space computation calculation, 2024-11-21T20:17:44,116 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T20:17:44,122 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33fbcd079a4264e3 with lease ID 0x14db44ab22b098f7: Processing first storage report for DS-2943d093-460f-4d67-9e3d-e81889ca9f65 from datanode DatanodeRegistration(127.0.0.1:42437, datanodeUuid=d8376557-9b05-44db-84c6-0519bb1d9233, infoPort=40581, infoSecurePort=0, ipcPort=46559, storageInfo=lv=-57;cid=testClusterID;nsid=156393459;c=1732220262443) 2024-11-21T20:17:44,122 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33fbcd079a4264e3 with lease ID 0x14db44ab22b098f7: from storage DS-2943d093-460f-4d67-9e3d-e81889ca9f65 node DatanodeRegistration(127.0.0.1:42437, datanodeUuid=d8376557-9b05-44db-84c6-0519bb1d9233, infoPort=40581, infoSecurePort=0, ipcPort=46559, storageInfo=lv=-57;cid=testClusterID;nsid=156393459;c=1732220262443), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:17:44,123 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33fbcd079a4264e3 with lease ID 0x14db44ab22b098f7: Processing first storage report for DS-dc6d6416-cd60-4c92-892b-f90269c2d78e from datanode DatanodeRegistration(127.0.0.1:42437, datanodeUuid=d8376557-9b05-44db-84c6-0519bb1d9233, infoPort=40581, infoSecurePort=0, ipcPort=46559, storageInfo=lv=-57;cid=testClusterID;nsid=156393459;c=1732220262443) 2024-11-21T20:17:44,123 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33fbcd079a4264e3 with lease ID 0x14db44ab22b098f7: from storage DS-dc6d6416-cd60-4c92-892b-f90269c2d78e node DatanodeRegistration(127.0.0.1:42437, datanodeUuid=d8376557-9b05-44db-84c6-0519bb1d9233, infoPort=40581, infoSecurePort=0, ipcPort=46559, storageInfo=lv=-57;cid=testClusterID;nsid=156393459;c=1732220262443), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:17:44,215 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf 2024-11-21T20:17:44,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:44,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:44,247 WARN [RS:0;377014bd7527:35453 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 377014bd7527,38903,1732220231233: status=Processing ServerCrashProcedure of 377014bd7527,38903,1732220231233 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732220246863, completionTime=-1 appears to have been leaked 2024-11-21T20:17:44,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741825_1001 (size=7) 2024-11-21T20:17:44,659 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75 with version=8 2024-11-21T20:17:44,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/hbase-staging 2024-11-21T20:17:44,662 INFO [Time-limited test {}] client.ConnectionUtils(128): master/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:17:44,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:17:44,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:17:44,662 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:17:44,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:17:44,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:17:44,662 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T20:17:44,662 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:17:44,663 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35487 2024-11-21T20:17:44,664 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35487 connecting to ZooKeeper ensemble=127.0.0.1:58796 2024-11-21T20:17:44,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354870x0, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:17:44,682 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35487-0x1015f0b7f9b0003 connected 2024-11-21T20:17:44,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:44,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:44,928 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35487-0x1015f0b7f9b0003, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Set watcher on znode that does not yet exist, /1-2136437371/running 2024-11-21T20:17:44,928 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75, hbase.cluster.distributed=false 2024-11-21T20:17:44,930 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35487-0x1015f0b7f9b0003, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Set watcher on znode that does not yet exist, /1-2136437371/acl 2024-11-21T20:17:44,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35487 2024-11-21T20:17:44,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35487 2024-11-21T20:17:44,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35487 2024-11-21T20:17:44,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35487 2024-11-21T20:17:44,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35487 2024-11-21T20:17:44,960 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:17:44,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:17:44,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:17:44,960 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:17:44,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:17:44,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:17:44,960 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T20:17:44,960 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:17:44,963 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34007 2024-11-21T20:17:44,964 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34007 connecting to ZooKeeper ensemble=127.0.0.1:58796 2024-11-21T20:17:44,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:44,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:45,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340070x0, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:17:45,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340070x0, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Set watcher on znode that does not yet exist, /1-2136437371/running 2024-11-21T20:17:45,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34007-0x1015f0b7f9b0004 connected 2024-11-21T20:17:45,017 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T20:17:45,017 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T20:17:45,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34007-0x1015f0b7f9b0004, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Set watcher on znode that does not yet exist, /1-2136437371/master 2024-11-21T20:17:45,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34007-0x1015f0b7f9b0004, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Set watcher on znode that does not yet exist, /1-2136437371/acl 2024-11-21T20:17:45,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34007 2024-11-21T20:17:45,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34007 2024-11-21T20:17:45,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34007 2024-11-21T20:17:45,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34007 2024-11-21T20:17:45,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34007 2024-11-21T20:17:45,037 DEBUG [M:0;377014bd7527:35487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;377014bd7527:35487 2024-11-21T20:17:45,037 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2136437371/backup-masters/377014bd7527,35487,1732220264661 2024-11-21T20:17:45,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1015f0b7f9b0004, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136437371/backup-masters 2024-11-21T20:17:45,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35487-0x1015f0b7f9b0003, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136437371/backup-masters 2024-11-21T20:17:45,051 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35487-0x1015f0b7f9b0003, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Set watcher on existing znode=/1-2136437371/backup-masters/377014bd7527,35487,1732220264661 2024-11-21T20:17:45,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35487-0x1015f0b7f9b0003, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136437371 2024-11-21T20:17:45,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1015f0b7f9b0004, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2136437371/master 2024-11-21T20:17:45,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1015f0b7f9b0004, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136437371 2024-11-21T20:17:45,061 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35487-0x1015f0b7f9b0003, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Set watcher on existing znode=/1-2136437371/master 2024-11-21T20:17:45,062 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2136437371/backup-masters/377014bd7527,35487,1732220264661 from backup master directory 2024-11-21T20:17:45,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1015f0b7f9b0004, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136437371/backup-masters 2024-11-21T20:17:45,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35487-0x1015f0b7f9b0003, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2136437371/backup-masters/377014bd7527,35487,1732220264661 2024-11-21T20:17:45,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35487-0x1015f0b7f9b0003, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136437371/backup-masters 2024-11-21T20:17:45,073 WARN [master/377014bd7527:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:17:45,073 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=377014bd7527,35487,1732220264661 2024-11-21T20:17:45,088 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/hbase.id] with ID: 050a414a-eedb-493d-9ff8-67bcb5d5e8a8 2024-11-21T20:17:45,088 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/.tmp/hbase.id 2024-11-21T20:17:45,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741826_1002 (size=42) 2024-11-21T20:17:45,100 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/.tmp/hbase.id]:[hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/hbase.id] 2024-11-21T20:17:45,124 INFO [master/377014bd7527:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:45,125 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T20:17:45,126 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T20:17:45,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35487-0x1015f0b7f9b0003, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136437371 2024-11-21T20:17:45,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1015f0b7f9b0004, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136437371 2024-11-21T20:17:45,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741827_1003 (size=196) 2024-11-21T20:17:45,550 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:17:45,551 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T20:17:45,551 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:17:45,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741828_1004 (size=1189) 2024-11-21T20:17:45,960 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/MasterData/data/master/store 2024-11-21T20:17:45,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741829_1005 (size=34) 2024-11-21T20:17:46,340 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:17:46,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:17:46,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:17:46,367 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:17:46,367 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:17:46,367 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:46,367 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:46,367 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:17:46,367 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:46,367 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:46,367 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220266367Disabling compacts and flushes for region at 1732220266367Disabling writes for close at 1732220266367Writing region close event to WAL at 1732220266367Closed at 1732220266367 2024-11-21T20:17:46,368 WARN [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/MasterData/data/master/store/.initializing 2024-11-21T20:17:46,368 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/MasterData/WALs/377014bd7527,35487,1732220264661 2024-11-21T20:17:46,369 INFO [master/377014bd7527:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:17:46,371 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=377014bd7527%2C35487%2C1732220264661, suffix=, logDir=hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/MasterData/WALs/377014bd7527,35487,1732220264661, archiveDir=hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/MasterData/oldWALs, maxLogs=10 2024-11-21T20:17:46,390 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/MasterData/WALs/377014bd7527,35487,1732220264661/377014bd7527%2C35487%2C1732220264661.1732220266372, exclude list is [], retry=0 2024-11-21T20:17:46,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42437,DS-2943d093-460f-4d67-9e3d-e81889ca9f65,DISK] 2024-11-21T20:17:46,395 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/MasterData/WALs/377014bd7527,35487,1732220264661/377014bd7527%2C35487%2C1732220264661.1732220266372 2024-11-21T20:17:46,395 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40581:40581)] 2024-11-21T20:17:46,395 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:17:46,395 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:17:46,396 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:46,396 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:46,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:46,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T20:17:46,399 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:46,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:46,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:46,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T20:17:46,401 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:46,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:17:46,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:46,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T20:17:46,402 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:46,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:17:46,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:46,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T20:17:46,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:46,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:17:46,405 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:46,406 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:46,406 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:46,407 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:46,407 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:46,408 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:17:46,409 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:46,411 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:17:46,411 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75289167, jitterRate=0.12189601361751556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:17:46,411 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732220266396Initializing all the Stores at 1732220266397 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220266397Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220266397Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220266397Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220266397Cleaning up temporary data from old regions at 1732220266407 (+10 ms)Region opened successfully at 1732220266411 (+4 ms) 2024-11-21T20:17:46,411 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T20:17:46,415 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d9dc194, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:17:46,416 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T20:17:46,416 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T20:17:46,416 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T20:17:46,416 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T20:17:46,416 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T20:17:46,417 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T20:17:46,417 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T20:17:46,419 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T20:17:46,420 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35487-0x1015f0b7f9b0003, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Unable to get data of znode /1-2136437371/balancer because node does not exist (not necessarily an error) 2024-11-21T20:17:46,471 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2136437371/balancer already deleted, retry=false 2024-11-21T20:17:46,471 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T20:17:46,472 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35487-0x1015f0b7f9b0003, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Unable to get data of znode /1-2136437371/normalizer because node does not exist (not necessarily an error) 2024-11-21T20:17:46,481 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2136437371/normalizer already deleted, retry=false 2024-11-21T20:17:46,482 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T20:17:46,482 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35487-0x1015f0b7f9b0003, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Unable to get data of znode /1-2136437371/switch/split because node does not exist (not necessarily an error) 2024-11-21T20:17:46,492 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2136437371/switch/split already deleted, retry=false 2024-11-21T20:17:46,493 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35487-0x1015f0b7f9b0003, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Unable to get data of znode /1-2136437371/switch/merge because node does not exist (not necessarily an error) 2024-11-21T20:17:46,502 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2136437371/switch/merge already deleted, retry=false 2024-11-21T20:17:46,504 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35487-0x1015f0b7f9b0003, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Unable to get data of znode /1-2136437371/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T20:17:46,513 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2136437371/snapshot-cleanup already deleted, retry=false 2024-11-21T20:17:46,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35487-0x1015f0b7f9b0003, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2136437371/running 2024-11-21T20:17:46,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35487-0x1015f0b7f9b0003, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136437371 2024-11-21T20:17:46,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1015f0b7f9b0004, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2136437371/running 2024-11-21T20:17:46,524 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=377014bd7527,35487,1732220264661, sessionid=0x1015f0b7f9b0003, setting cluster-up flag (Was=false) 2024-11-21T20:17:46,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1015f0b7f9b0004, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136437371 2024-11-21T20:17:46,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1015f0b7f9b0004, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136437371 2024-11-21T20:17:46,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35487-0x1015f0b7f9b0003, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136437371 2024-11-21T20:17:46,576 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2136437371/flush-table-proc/acquired, /1-2136437371/flush-table-proc/reached, /1-2136437371/flush-table-proc/abort 2024-11-21T20:17:46,577 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,35487,1732220264661 2024-11-21T20:17:46,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1015f0b7f9b0004, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136437371 2024-11-21T20:17:46,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35487-0x1015f0b7f9b0003, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136437371 2024-11-21T20:17:46,629 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2136437371/online-snapshot/acquired, /1-2136437371/online-snapshot/reached, /1-2136437371/online-snapshot/abort 2024-11-21T20:17:46,630 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,35487,1732220264661 2024-11-21T20:17:46,631 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T20:17:46,633 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T20:17:46,633 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T20:17:46,634 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T20:17:46,634 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 377014bd7527,35487,1732220264661 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T20:17:46,635 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:17:46,635 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:17:46,635 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:17:46,635 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:17:46,635 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/377014bd7527:0, corePoolSize=10, maxPoolSize=10 2024-11-21T20:17:46,635 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:46,635 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:17:46,635 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:46,637 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:17:46,637 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T20:17:46,638 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:46,638 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T20:17:46,642 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732220296642 2024-11-21T20:17:46,642 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T20:17:46,642 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T20:17:46,642 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T20:17:46,642 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T20:17:46,642 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T20:17:46,642 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T20:17:46,642 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:46,643 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T20:17:46,643 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T20:17:46,643 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T20:17:46,643 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T20:17:46,643 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T20:17:46,643 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T20:17:46,644 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220266643,5,FailOnTimeoutGroup] 2024-11-21T20:17:46,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741831_1007 (size=1321) 2024-11-21T20:17:46,648 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220266644,5,FailOnTimeoutGroup] 2024-11-21T20:17:46,648 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:46,648 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T20:17:46,648 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:46,648 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:46,729 INFO [RS:0;377014bd7527:34007 {}] regionserver.HRegionServer(746): ClusterId : 050a414a-eedb-493d-9ff8-67bcb5d5e8a8 2024-11-21T20:17:46,729 DEBUG [RS:0;377014bd7527:34007 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T20:17:46,797 DEBUG [RS:0;377014bd7527:34007 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T20:17:46,797 DEBUG [RS:0;377014bd7527:34007 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T20:17:46,808 DEBUG [RS:0;377014bd7527:34007 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T20:17:46,809 DEBUG [RS:0;377014bd7527:34007 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d522b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:17:46,819 DEBUG [RS:0;377014bd7527:34007 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;377014bd7527:34007 2024-11-21T20:17:46,820 INFO [RS:0;377014bd7527:34007 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T20:17:46,820 INFO [RS:0;377014bd7527:34007 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T20:17:46,820 DEBUG [RS:0;377014bd7527:34007 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T20:17:46,820 INFO [RS:0;377014bd7527:34007 {}] regionserver.HRegionServer(2659): reportForDuty to master=377014bd7527,35487,1732220264661 with port=34007, startcode=1732220264960 2024-11-21T20:17:46,820 DEBUG [RS:0;377014bd7527:34007 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T20:17:46,822 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T20:17:46,823 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35487 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 377014bd7527,34007,1732220264960 2024-11-21T20:17:46,823 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35487 {}] master.ServerManager(517): Registering regionserver=377014bd7527,34007,1732220264960 2024-11-21T20:17:46,825 DEBUG [RS:0;377014bd7527:34007 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75 2024-11-21T20:17:46,825 DEBUG [RS:0;377014bd7527:34007 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35339 2024-11-21T20:17:46,825 DEBUG [RS:0;377014bd7527:34007 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T20:17:46,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35487-0x1015f0b7f9b0003, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136437371/rs 2024-11-21T20:17:46,901 DEBUG [RS:0;377014bd7527:34007 {}] zookeeper.ZKUtil(111): regionserver:34007-0x1015f0b7f9b0004, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Set watcher on existing znode=/1-2136437371/rs/377014bd7527,34007,1732220264960 2024-11-21T20:17:46,901 WARN [RS:0;377014bd7527:34007 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:17:46,901 INFO [RS:0;377014bd7527:34007 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:17:46,902 DEBUG [RS:0;377014bd7527:34007 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/WALs/377014bd7527,34007,1732220264960 2024-11-21T20:17:46,902 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [377014bd7527,34007,1732220264960] 2024-11-21T20:17:46,905 INFO [RS:0;377014bd7527:34007 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T20:17:46,907 INFO [RS:0;377014bd7527:34007 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T20:17:46,908 INFO [RS:0;377014bd7527:34007 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T20:17:46,908 INFO [RS:0;377014bd7527:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:46,908 INFO [RS:0;377014bd7527:34007 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T20:17:46,909 INFO [RS:0;377014bd7527:34007 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T20:17:46,909 INFO [RS:0;377014bd7527:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:46,909 DEBUG [RS:0;377014bd7527:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:46,909 DEBUG [RS:0;377014bd7527:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:46,909 DEBUG [RS:0;377014bd7527:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:46,909 DEBUG [RS:0;377014bd7527:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:46,909 DEBUG [RS:0;377014bd7527:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:46,909 DEBUG [RS:0;377014bd7527:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:17:46,909 DEBUG [RS:0;377014bd7527:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:46,909 DEBUG [RS:0;377014bd7527:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:46,909 DEBUG [RS:0;377014bd7527:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:46,909 DEBUG [RS:0;377014bd7527:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:46,909 DEBUG [RS:0;377014bd7527:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:46,910 DEBUG [RS:0;377014bd7527:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:46,910 DEBUG [RS:0;377014bd7527:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:17:46,910 DEBUG [RS:0;377014bd7527:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:17:46,912 INFO [RS:0;377014bd7527:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:46,912 INFO [RS:0;377014bd7527:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:46,912 INFO [RS:0;377014bd7527:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:46,912 INFO [RS:0;377014bd7527:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:46,912 INFO [RS:0;377014bd7527:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:46,912 INFO [RS:0;377014bd7527:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,34007,1732220264960-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:17:46,925 INFO [RS:0;377014bd7527:34007 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T20:17:46,925 INFO [RS:0;377014bd7527:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,34007,1732220264960-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:46,925 INFO [RS:0;377014bd7527:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:46,925 INFO [RS:0;377014bd7527:34007 {}] regionserver.Replication(171): 377014bd7527,34007,1732220264960 started 2024-11-21T20:17:46,937 INFO [RS:0;377014bd7527:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:46,937 INFO [RS:0;377014bd7527:34007 {}] regionserver.HRegionServer(1482): Serving as 377014bd7527,34007,1732220264960, RpcServer on 377014bd7527/172.17.0.2:34007, sessionid=0x1015f0b7f9b0004 2024-11-21T20:17:46,937 DEBUG [RS:0;377014bd7527:34007 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T20:17:46,937 DEBUG [RS:0;377014bd7527:34007 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 377014bd7527,34007,1732220264960 2024-11-21T20:17:46,938 DEBUG [RS:0;377014bd7527:34007 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,34007,1732220264960' 2024-11-21T20:17:46,938 DEBUG [RS:0;377014bd7527:34007 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2136437371/flush-table-proc/abort' 2024-11-21T20:17:46,938 DEBUG [RS:0;377014bd7527:34007 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2136437371/flush-table-proc/acquired' 2024-11-21T20:17:46,939 DEBUG [RS:0;377014bd7527:34007 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T20:17:46,939 DEBUG [RS:0;377014bd7527:34007 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T20:17:46,939 DEBUG [RS:0;377014bd7527:34007 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 377014bd7527,34007,1732220264960 2024-11-21T20:17:46,939 DEBUG [RS:0;377014bd7527:34007 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,34007,1732220264960' 2024-11-21T20:17:46,939 DEBUG [RS:0;377014bd7527:34007 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2136437371/online-snapshot/abort' 2024-11-21T20:17:46,939 DEBUG [RS:0;377014bd7527:34007 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2136437371/online-snapshot/acquired' 2024-11-21T20:17:46,940 DEBUG [RS:0;377014bd7527:34007 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T20:17:46,940 INFO [RS:0;377014bd7527:34007 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T20:17:46,940 INFO [RS:0;377014bd7527:34007 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T20:17:47,040 INFO [RS:0;377014bd7527:34007 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:17:47,042 INFO [RS:0;377014bd7527:34007 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C34007%2C1732220264960, suffix=, logDir=hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/WALs/377014bd7527,34007,1732220264960, archiveDir=hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/oldWALs, maxLogs=10 2024-11-21T20:17:47,048 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T20:17:47,048 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75 2024-11-21T20:17:47,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741832_1008 (size=32) 2024-11-21T20:17:47,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:17:47,062 DEBUG [RS:0;377014bd7527:34007 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/WALs/377014bd7527,34007,1732220264960/377014bd7527%2C34007%2C1732220264960.1732220267043, exclude list is [], retry=0 2024-11-21T20:17:47,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:17:47,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:17:47,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:47,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:47,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42437,DS-2943d093-460f-4d67-9e3d-e81889ca9f65,DISK] 2024-11-21T20:17:47,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:17:47,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:17:47,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:47,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:47,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:17:47,074 INFO [RS:0;377014bd7527:34007 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/WALs/377014bd7527,34007,1732220264960/377014bd7527%2C34007%2C1732220264960.1732220267043 2024-11-21T20:17:47,075 DEBUG [RS:0;377014bd7527:34007 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40581:40581)] 2024-11-21T20:17:47,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:17:47,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:47,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:47,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:17:47,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:17:47,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:47,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:47,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:17:47,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/data/hbase/meta/1588230740 2024-11-21T20:17:47,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/data/hbase/meta/1588230740 2024-11-21T20:17:47,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:17:47,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:17:47,084 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:17:47,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:17:47,094 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:17:47,095 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67458181, jitterRate=0.005205228924751282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:17:47,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732220267061Initializing all the Stores at 1732220267062 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220267063 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220267063Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220267063Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220267063Cleaning up temporary data from old regions at 1732220267084 (+21 ms)Region opened successfully at 1732220267095 (+11 ms) 2024-11-21T20:17:47,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:17:47,095 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:17:47,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:17:47,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:17:47,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:17:47,096 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:17:47,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220267095Disabling compacts and flushes for region at 1732220267095Disabling writes for close at 1732220267095Writing region close event to WAL at 1732220267096 (+1 ms)Closed at 1732220267096 2024-11-21T20:17:47,097 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:17:47,098 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T20:17:47,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T20:17:47,099 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:17:47,101 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T20:17:47,251 DEBUG [377014bd7527:35487 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T20:17:47,252 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=377014bd7527,34007,1732220264960 2024-11-21T20:17:47,253 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,34007,1732220264960, state=OPENING 2024-11-21T20:17:47,271 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T20:17:47,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1015f0b7f9b0004, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136437371 2024-11-21T20:17:47,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35487-0x1015f0b7f9b0003, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136437371 2024-11-21T20:17:47,282 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:17:47,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2136437371/meta-region-server: CHANGED 2024-11-21T20:17:47,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2136437371/meta-region-server: CHANGED 2024-11-21T20:17:47,282 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,34007,1732220264960}] 2024-11-21T20:17:47,435 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:17:47,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T20:17:47,441 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T20:17:47,441 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:17:47,441 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T20:17:47,443 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C34007%2C1732220264960.meta, suffix=.meta, logDir=hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/WALs/377014bd7527,34007,1732220264960, archiveDir=hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/oldWALs, maxLogs=10 2024-11-21T20:17:47,456 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/WALs/377014bd7527,34007,1732220264960/377014bd7527%2C34007%2C1732220264960.meta.1732220267443.meta, exclude list is [], retry=0 2024-11-21T20:17:47,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42437,DS-2943d093-460f-4d67-9e3d-e81889ca9f65,DISK] 2024-11-21T20:17:47,460 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/WALs/377014bd7527,34007,1732220264960/377014bd7527%2C34007%2C1732220264960.meta.1732220267443.meta 2024-11-21T20:17:47,460 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40581:40581)] 2024-11-21T20:17:47,460 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:17:47,461 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:17:47,461 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:17:47,461 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T20:17:47,461 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T20:17:47,461 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T20:17:47,461 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:17:47,461 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T20:17:47,461 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T20:17:47,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:17:47,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:17:47,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:47,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:47,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:17:47,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:17:47,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:47,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:47,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:17:47,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:17:47,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:47,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:47,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:17:47,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:17:47,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:47,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:47,468 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:17:47,469 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/data/hbase/meta/1588230740 2024-11-21T20:17:47,470 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/data/hbase/meta/1588230740 2024-11-21T20:17:47,472 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:17:47,472 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:17:47,473 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:17:47,474 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:17:47,474 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69580027, jitterRate=0.036823198199272156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:17:47,474 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T20:17:47,475 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732220267461Writing region info on filesystem at 1732220267461Initializing all the Stores at 1732220267462 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220267462Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220267463 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220267463Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220267463Cleaning up temporary data from old regions at 1732220267472 (+9 ms)Running coprocessor post-open hooks at 1732220267474 (+2 ms)Region opened successfully at 1732220267475 (+1 ms) 2024-11-21T20:17:47,476 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732220267435 2024-11-21T20:17:47,478 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T20:17:47,478 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T20:17:47,479 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,34007,1732220264960 2024-11-21T20:17:47,480 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,34007,1732220264960, state=OPEN 2024-11-21T20:17:47,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35487-0x1015f0b7f9b0003, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2136437371/meta-region-server 2024-11-21T20:17:47,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1015f0b7f9b0004, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2136437371/meta-region-server 2024-11-21T20:17:47,492 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=377014bd7527,34007,1732220264960 2024-11-21T20:17:47,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2136437371/meta-region-server: CHANGED 2024-11-21T20:17:47,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2136437371/meta-region-server: CHANGED 2024-11-21T20:17:47,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T20:17:47,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,34007,1732220264960 in 210 msec 2024-11-21T20:17:47,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T20:17:47,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 397 msec 2024-11-21T20:17:47,498 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:17:47,498 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T20:17:47,500 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:17:47,500 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,34007,1732220264960, seqNum=-1] 2024-11-21T20:17:47,500 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:17:47,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:17:47,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 873 msec 2024-11-21T20:17:47,507 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732220267507, completionTime=-1 2024-11-21T20:17:47,508 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T20:17:47,508 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T20:17:47,510 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T20:17:47,510 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732220327510 2024-11-21T20:17:47,510 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732220387510 2024-11-21T20:17:47,510 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T20:17:47,510 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,35487,1732220264661-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:47,510 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,35487,1732220264661-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:47,510 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,35487,1732220264661-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:47,511 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-377014bd7527:35487, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:47,511 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:47,513 DEBUG [master/377014bd7527:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T20:17:47,515 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:47,520 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.447sec 2024-11-21T20:17:47,521 INFO [master/377014bd7527:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T20:17:47,521 INFO [master/377014bd7527:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T20:17:47,521 INFO [master/377014bd7527:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T20:17:47,521 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T20:17:47,521 INFO [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T20:17:47,521 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,35487,1732220264661-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:17:47,521 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,35487,1732220264661-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T20:17:47,526 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T20:17:47,526 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T20:17:47,526 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,35487,1732220264661-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:47,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335d1793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:47,529 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,35487,-1 for getting cluster id 2024-11-21T20:17:47,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:17:47,531 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '050a414a-eedb-493d-9ff8-67bcb5d5e8a8' 2024-11-21T20:17:47,531 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:17:47,531 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "050a414a-eedb-493d-9ff8-67bcb5d5e8a8" 2024-11-21T20:17:47,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea29ad2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:47,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,35487,-1] 2024-11-21T20:17:47,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:17:47,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:47,533 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:17:47,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5831a53d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:47,535 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:17:47,536 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,34007,1732220264960, seqNum=-1] 2024-11-21T20:17:47,537 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:17:47,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:17:47,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=377014bd7527,35487,1732220264661 2024-11-21T20:17:47,541 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58796 2024-11-21T20:17:47,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:17:47,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015f0b7f9b0005 connected 2024-11-21T20:17:47,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c2c7126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:47,566 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,33867,-1 for getting cluster id 2024-11-21T20:17:47,566 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:17:47,567 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53f15cbb-7f79-4399-9fe4-a631597c0228' 2024-11-21T20:17:47,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:17:47,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53f15cbb-7f79-4399-9fe4-a631597c0228" 2024-11-21T20:17:47,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@214cc315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:47,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,33867,-1] 2024-11-21T20:17:47,568 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:17:47,568 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:47,568 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:17:47,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168cdef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:47,569 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:17:47,570 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,33867,1732220259213 2024-11-21T20:17:47,570 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6503b3fe 2024-11-21T20:17:47,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:17:47,571 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:17:47,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33867 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://377014bd7527:35487,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T20:17:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33867 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T20:17:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:17:47,575 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:35487' 2024-11-21T20:17:47,576 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7674c7d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:47,576 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,35487,-1 for getting cluster id 2024-11-21T20:17:47,576 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:17:47,577 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '050a414a-eedb-493d-9ff8-67bcb5d5e8a8' 2024-11-21T20:17:47,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:17:47,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "050a414a-eedb-493d-9ff8-67bcb5d5e8a8" 2024-11-21T20:17:47,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d828a64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:47,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,35487,-1] 2024-11-21T20:17:47,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:17:47,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:47,579 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:17:47,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28441f25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:47,580 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:17:47,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,35487,1732220264661 2024-11-21T20:17:47,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39210db9 2024-11-21T20:17:47,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:17:47,581 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:17:47,582 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T20:17:47,582 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T20:17:47,582 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:47,582 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:47,582 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:47,583 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:17:47,584 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T20:17:47,585 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:17:47,586 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:47,587 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:17:47,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741835_1011 (size=1138) 2024-11-21T20:17:47,601 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 717f9761c9d21bd51405d2c7ec0c1ce9, NAME => 'hbase:replication,,1732220267583.717f9761c9d21bd51405d2c7ec0c1ce9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c 2024-11-21T20:17:47,606 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T20:17:47,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741836_1012 (size=44) 2024-11-21T20:17:47,634 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T20:17:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:17:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:17:48,011 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732220267583.717f9761c9d21bd51405d2c7ec0c1ce9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:17:48,011 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 717f9761c9d21bd51405d2c7ec0c1ce9, disabling compactions & flushes 2024-11-21T20:17:48,011 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732220267583.717f9761c9d21bd51405d2c7ec0c1ce9. 2024-11-21T20:17:48,011 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732220267583.717f9761c9d21bd51405d2c7ec0c1ce9. 2024-11-21T20:17:48,012 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732220267583.717f9761c9d21bd51405d2c7ec0c1ce9. after waiting 0 ms 2024-11-21T20:17:48,012 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732220267583.717f9761c9d21bd51405d2c7ec0c1ce9. 2024-11-21T20:17:48,012 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732220267583.717f9761c9d21bd51405d2c7ec0c1ce9. 2024-11-21T20:17:48,012 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 717f9761c9d21bd51405d2c7ec0c1ce9: Waiting for close lock at 1732220268011Disabling compacts and flushes for region at 1732220268011Disabling writes for close at 1732220268012 (+1 ms)Writing region close event to WAL at 1732220268012Closed at 1732220268012 2024-11-21T20:17:48,013 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:17:48,013 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732220267583.717f9761c9d21bd51405d2c7ec0c1ce9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732220268013"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220268013"}]},"ts":"1732220268013"} 2024-11-21T20:17:48,018 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:17:48,020 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:17:48,020 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220268020"}]},"ts":"1732220268020"} 2024-11-21T20:17:48,022 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T20:17:48,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=717f9761c9d21bd51405d2c7ec0c1ce9, ASSIGN}] 2024-11-21T20:17:48,023 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=717f9761c9d21bd51405d2c7ec0c1ce9, ASSIGN 2024-11-21T20:17:48,024 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=717f9761c9d21bd51405d2c7ec0c1ce9, ASSIGN; state=OFFLINE, location=377014bd7527,35453,1732220259410; forceNewPlan=false, retain=false 2024-11-21T20:17:48,175 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=717f9761c9d21bd51405d2c7ec0c1ce9, regionState=OPENING, regionLocation=377014bd7527,35453,1732220259410 2024-11-21T20:17:48,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=717f9761c9d21bd51405d2c7ec0c1ce9, ASSIGN because future has completed 2024-11-21T20:17:48,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 717f9761c9d21bd51405d2c7ec0c1ce9, server=377014bd7527,35453,1732220259410}] 2024-11-21T20:17:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:17:48,336 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732220267583.717f9761c9d21bd51405d2c7ec0c1ce9. 2024-11-21T20:17:48,336 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:17:48,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T20:17:48,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C35453%2C1732220259410.rep, suffix=, logDir=hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/WALs/377014bd7527,35453,1732220259410, archiveDir=hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/oldWALs, maxLogs=10 2024-11-21T20:17:48,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/WALs/377014bd7527,35453,1732220259410/377014bd7527%2C35453%2C1732220259410.rep.1732220268339, exclude list is [], retry=0 2024-11-21T20:17:48,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42443,DS-fc1348b1-a78f-40fd-bd97-62d499ab38b4,DISK] 2024-11-21T20:17:48,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/WALs/377014bd7527,35453,1732220259410/377014bd7527%2C35453%2C1732220259410.rep.1732220268339 2024-11-21T20:17:48,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33139:33139)] 2024-11-21T20:17:48,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 717f9761c9d21bd51405d2c7ec0c1ce9, NAME => 'hbase:replication,,1732220267583.717f9761c9d21bd51405d2c7ec0c1ce9.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:17:48,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:17:48,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:17:48,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732220267583.717f9761c9d21bd51405d2c7ec0c1ce9. service=MultiRowMutationService 2024-11-21T20:17:48,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T20:17:48,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 717f9761c9d21bd51405d2c7ec0c1ce9 2024-11-21T20:17:48,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732220267583.717f9761c9d21bd51405d2c7ec0c1ce9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:17:48,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 717f9761c9d21bd51405d2c7ec0c1ce9 2024-11-21T20:17:48,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 717f9761c9d21bd51405d2c7ec0c1ce9 2024-11-21T20:17:48,361 INFO [StoreOpener-717f9761c9d21bd51405d2c7ec0c1ce9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 717f9761c9d21bd51405d2c7ec0c1ce9 2024-11-21T20:17:48,362 INFO [StoreOpener-717f9761c9d21bd51405d2c7ec0c1ce9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 717f9761c9d21bd51405d2c7ec0c1ce9 columnFamilyName hfileref 2024-11-21T20:17:48,362 DEBUG [StoreOpener-717f9761c9d21bd51405d2c7ec0c1ce9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:48,362 INFO [StoreOpener-717f9761c9d21bd51405d2c7ec0c1ce9-1 {}] regionserver.HStore(327): Store=717f9761c9d21bd51405d2c7ec0c1ce9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:17:48,363 INFO [StoreOpener-717f9761c9d21bd51405d2c7ec0c1ce9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 717f9761c9d21bd51405d2c7ec0c1ce9 2024-11-21T20:17:48,364 INFO [StoreOpener-717f9761c9d21bd51405d2c7ec0c1ce9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 717f9761c9d21bd51405d2c7ec0c1ce9 columnFamilyName queue 2024-11-21T20:17:48,364 DEBUG [StoreOpener-717f9761c9d21bd51405d2c7ec0c1ce9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:48,364 INFO [StoreOpener-717f9761c9d21bd51405d2c7ec0c1ce9-1 {}] regionserver.HStore(327): Store=717f9761c9d21bd51405d2c7ec0c1ce9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:17:48,364 INFO [StoreOpener-717f9761c9d21bd51405d2c7ec0c1ce9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 717f9761c9d21bd51405d2c7ec0c1ce9 2024-11-21T20:17:48,365 INFO [StoreOpener-717f9761c9d21bd51405d2c7ec0c1ce9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 717f9761c9d21bd51405d2c7ec0c1ce9 columnFamilyName sid 2024-11-21T20:17:48,365 DEBUG [StoreOpener-717f9761c9d21bd51405d2c7ec0c1ce9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:48,366 INFO [StoreOpener-717f9761c9d21bd51405d2c7ec0c1ce9-1 {}] regionserver.HStore(327): Store=717f9761c9d21bd51405d2c7ec0c1ce9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:17:48,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 717f9761c9d21bd51405d2c7ec0c1ce9 2024-11-21T20:17:48,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/data/hbase/replication/717f9761c9d21bd51405d2c7ec0c1ce9 2024-11-21T20:17:48,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/data/hbase/replication/717f9761c9d21bd51405d2c7ec0c1ce9 2024-11-21T20:17:48,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 717f9761c9d21bd51405d2c7ec0c1ce9 2024-11-21T20:17:48,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 717f9761c9d21bd51405d2c7ec0c1ce9 2024-11-21T20:17:48,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:17:48,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 717f9761c9d21bd51405d2c7ec0c1ce9 2024-11-21T20:17:48,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/data/hbase/replication/717f9761c9d21bd51405d2c7ec0c1ce9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:17:48,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 717f9761c9d21bd51405d2c7ec0c1ce9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66464708, jitterRate=-0.00959867238998413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:17:48,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 717f9761c9d21bd51405d2c7ec0c1ce9 2024-11-21T20:17:48,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 717f9761c9d21bd51405d2c7ec0c1ce9: Running coprocessor pre-open hook at 1732220268360Writing region info on filesystem at 1732220268360Initializing all the Stores at 1732220268360Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220268360Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220268361 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220268361Cleaning up temporary data from old regions at 1732220268367 (+6 ms)Running coprocessor post-open hooks at 1732220268371 (+4 ms)Region opened successfully at 1732220268372 (+1 ms) 2024-11-21T20:17:48,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732220267583.717f9761c9d21bd51405d2c7ec0c1ce9., pid=7, masterSystemTime=1732220268330 2024-11-21T20:17:48,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732220267583.717f9761c9d21bd51405d2c7ec0c1ce9. 2024-11-21T20:17:48,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732220267583.717f9761c9d21bd51405d2c7ec0c1ce9. 2024-11-21T20:17:48,375 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=717f9761c9d21bd51405d2c7ec0c1ce9, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,35453,1732220259410 2024-11-21T20:17:48,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 717f9761c9d21bd51405d2c7ec0c1ce9, server=377014bd7527,35453,1732220259410 because future has completed 2024-11-21T20:17:48,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-21T20:17:48,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 717f9761c9d21bd51405d2c7ec0c1ce9, server=377014bd7527,35453,1732220259410 in 201 msec 2024-11-21T20:17:48,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T20:17:48,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=717f9761c9d21bd51405d2c7ec0c1ce9, ASSIGN in 359 msec 2024-11-21T20:17:48,384 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:17:48,384 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220268384"}]},"ts":"1732220268384"} 2024-11-21T20:17:48,387 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T20:17:48,388 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:17:48,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 805 msec 2024-11-21T20:17:48,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732220267583.717f9761c9d21bd51405d2c7ec0c1ce9., hostname=377014bd7527,35453,1732220259410, seqNum=2] 2024-11-21T20:17:48,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33867-0x1015f0b7f9b0000, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-441558914 2024-11-21T20:17:48,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1015f0b7f9b0001, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-441558914 2024-11-21T20:17:48,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T20:17:48,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-21T20:17:48,636 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T20:17:48,663 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-377014bd7527,35453,1732220259410, ReplicationSource: 1, currentBandwidth=0 2024-11-21T20:17:48,664 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:17:48,664 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,35453,1732220259410, seqNum=-1] 2024-11-21T20:17:48,664 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:17:48,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-21T20:17:48,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-377014bd7527,35453,1732220259410', locateType=CURRENT is [region=hbase:replication,,1732220267583.717f9761c9d21bd51405d2c7ec0c1ce9., hostname=377014bd7527,35453,1732220259410, seqNum=2] 2024-11-21T20:17:48,670 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-21T20:17:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33867 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-21T20:17:48,673 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 377014bd7527,35453,1732220259410 suceeded 2024-11-21T20:17:48,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-21T20:17:48,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-21T20:17:48,676 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://377014bd7527:35487,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T20:17:48,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1040 sec 2024-11-21T20:17:48,685 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35453,1732220259410 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:35487' 2024-11-21T20:17:48,686 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35453,1732220259410 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68d5ed86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:48,686 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35453,1732220259410 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,35487,-1 for getting cluster id 2024-11-21T20:17:48,686 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35453,1732220259410 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:17:48,687 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '050a414a-eedb-493d-9ff8-67bcb5d5e8a8' 2024-11-21T20:17:48,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:17:48,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "050a414a-eedb-493d-9ff8-67bcb5d5e8a8" 2024-11-21T20:17:48,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f5222e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:48,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,35487,-1] 2024-11-21T20:17:48,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:17:48,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:48,689 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:17:48,689 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35453,1732220259410 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c0958fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:48,690 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35453,1732220259410 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:17:48,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,35487,1732220264661 2024-11-21T20:17:48,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69dcaf70 2024-11-21T20:17:48,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:17:48,691 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-21T20:17:48,692 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35453,1732220259410 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-377014bd7527,35453,1732220259410 (queues=1) is replicating from cluster=53f15cbb-7f79-4399-9fe4-a631597c0228 to cluster=050a414a-eedb-493d-9ff8-67bcb5d5e8a8 2024-11-21T20:17:48,692 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35453,1732220259410 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=377014bd7527%2C35453%2C1732220259410 2024-11-21T20:17:48,692 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35453,1732220259410 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-377014bd7527,35453,1732220259410, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T20:17:48,692 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35453,1732220259410.replicationSource.shipper377014bd7527%2C35453%2C1732220259410,1-377014bd7527,35453,1732220259410 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 377014bd7527%2C35453%2C1732220259410 2024-11-21T20:17:48,692 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35453,1732220259410.replicationSource.wal-reader.377014bd7527%2C35453%2C1732220259410,1-377014bd7527,35453,1732220259410 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/WALs/377014bd7527,35453,1732220259410/377014bd7527%2C35453%2C1732220259410.1732220261760, startPosition=0, beingWritten=true 2024-11-21T20:17:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:17:48,714 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T20:17:48,714 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:17:48,714 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:17:48,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:48,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:48,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:48,714 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:17:48,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,33867,1732220259213 2024-11-21T20:17:48,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@431a6e4e 2024-11-21T20:17:48,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:17:48,716 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:17:48,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33867 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T20:17:48,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T20:17:48,717 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:17:48,717 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:17:48,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:48,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:48,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:48,717 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T20:17:48,717 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1774730944, stopped=false 2024-11-21T20:17:48,718 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=377014bd7527,35487,1732220264661 2024-11-21T20:17:48,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1015f0b7f9b0004, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2136437371/running 2024-11-21T20:17:48,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35487-0x1015f0b7f9b0003, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2136437371/running 2024-11-21T20:17:48,723 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:17:48,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1015f0b7f9b0004, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136437371 2024-11-21T20:17:48,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35487-0x1015f0b7f9b0003, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136437371 2024-11-21T20:17:48,724 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:17:48,724 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:17:48,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:48,724 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '377014bd7527,34007,1732220264960' ***** 2024-11-21T20:17:48,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34007-0x1015f0b7f9b0004, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Set watcher on znode that does not yet exist, /1-2136437371/running 2024-11-21T20:17:48,724 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T20:17:48,724 INFO [RS:0;377014bd7527:34007 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T20:17:48,724 INFO [RS:0;377014bd7527:34007 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T20:17:48,724 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T20:17:48,724 INFO [RS:0;377014bd7527:34007 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T20:17:48,724 INFO [RS:0;377014bd7527:34007 {}] regionserver.HRegionServer(959): stopping server 377014bd7527,34007,1732220264960 2024-11-21T20:17:48,724 INFO [RS:0;377014bd7527:34007 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:17:48,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35487-0x1015f0b7f9b0003, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Set watcher on znode that does not yet exist, /1-2136437371/running 2024-11-21T20:17:48,725 INFO [RS:0;377014bd7527:34007 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:34007. 2024-11-21T20:17:48,725 DEBUG [RS:0;377014bd7527:34007 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:17:48,725 DEBUG [RS:0;377014bd7527:34007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:48,725 INFO [RS:0;377014bd7527:34007 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T20:17:48,725 INFO [RS:0;377014bd7527:34007 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T20:17:48,725 INFO [RS:0;377014bd7527:34007 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T20:17:48,725 INFO [RS:0;377014bd7527:34007 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T20:17:48,725 INFO [RS:0;377014bd7527:34007 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T20:17:48,725 DEBUG [RS:0;377014bd7527:34007 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T20:17:48,725 DEBUG [RS:0;377014bd7527:34007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:17:48,725 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:17:48,725 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:17:48,725 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:17:48,725 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:17:48,725 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:17:48,726 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-21T20:17:48,742 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/data/hbase/meta/1588230740/.tmp/ns/6c75d317a69f4ec9948ccf95d3cc61ff is 43, key is default/ns:d/1732220267502/Put/seqid=0 2024-11-21T20:17:48,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741835_1011 (size=5153) 2024-11-21T20:17:48,814 INFO [regionserver/377014bd7527:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:17:48,898 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35453,1732220259410.replicationSource.wal-reader.377014bd7527%2C35453%2C1732220259410,1-377014bd7527,35453,1732220259410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/WALs/377014bd7527,35453,1732220259410/377014bd7527%2C35453%2C1732220259410.1732220261760 to pos 0, reset compression=false 2024-11-21T20:17:48,912 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T20:17:48,912 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T20:17:48,925 DEBUG [RS:0;377014bd7527:34007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:17:49,126 DEBUG [RS:0;377014bd7527:34007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:17:49,148 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/data/hbase/meta/1588230740/.tmp/ns/6c75d317a69f4ec9948ccf95d3cc61ff 2024-11-21T20:17:49,154 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/data/hbase/meta/1588230740/.tmp/ns/6c75d317a69f4ec9948ccf95d3cc61ff as hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/data/hbase/meta/1588230740/ns/6c75d317a69f4ec9948ccf95d3cc61ff 2024-11-21T20:17:49,160 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/data/hbase/meta/1588230740/ns/6c75d317a69f4ec9948ccf95d3cc61ff, entries=2, sequenceid=6, filesize=5.0 K 2024-11-21T20:17:49,161 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false 2024-11-21T20:17:49,166 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T20:17:49,166 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:17:49,166 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:17:49,166 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:17:49,166 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220268725Running coprocessor pre-close hooks at 1732220268725Disabling compacts and flushes for region at 1732220268725Disabling writes for close at 1732220268725Obtaining lock to block concurrent updates at 1732220268726 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732220268726Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732220268726Flushing stores of hbase:meta,,1.1588230740 at 1732220268727 (+1 ms)Flushing 1588230740/ns: creating writer at 1732220268727Flushing 1588230740/ns: appending metadata at 1732220268742 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732220268742Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56362244: reopening flushed file at 1732220269153 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false at 1732220269161 (+8 ms)Writing region close event to WAL at 1732220269162 (+1 ms)Running coprocessor post-close hooks at 1732220269166 (+4 ms)Closed at 1732220269166 2024-11-21T20:17:49,167 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T20:17:49,203 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35453,1732220259410.replicationSource.wal-reader.377014bd7527%2C35453%2C1732220259410,1-377014bd7527,35453,1732220259410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/WALs/377014bd7527,35453,1732220259410/377014bd7527%2C35453%2C1732220259410.1732220261760 to pos 0, reset compression=false 2024-11-21T20:17:49,326 INFO [RS:0;377014bd7527:34007 {}] regionserver.HRegionServer(976): stopping server 377014bd7527,34007,1732220264960; all regions closed. 2024-11-21T20:17:49,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741834_1010 (size=1152) 2024-11-21T20:17:49,331 DEBUG [RS:0;377014bd7527:34007 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/oldWALs 2024-11-21T20:17:49,331 INFO [RS:0;377014bd7527:34007 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C34007%2C1732220264960.meta:.meta(num 1732220267443) 2024-11-21T20:17:49,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741833_1009 (size=93) 2024-11-21T20:17:49,333 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/WALs/377014bd7527,34007,1732220264960/377014bd7527%2C34007%2C1732220264960.1732220267043 not finished, retry = 0 2024-11-21T20:17:49,436 DEBUG [RS:0;377014bd7527:34007 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/oldWALs 2024-11-21T20:17:49,436 INFO [RS:0;377014bd7527:34007 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C34007%2C1732220264960:(num 1732220267043) 2024-11-21T20:17:49,436 DEBUG [RS:0;377014bd7527:34007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:49,436 INFO [RS:0;377014bd7527:34007 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:17:49,436 INFO [RS:0;377014bd7527:34007 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:17:49,436 INFO [RS:0;377014bd7527:34007 {}] hbase.ChoreService(370): Chore service for: regionserver/377014bd7527:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T20:17:49,436 INFO [RS:0;377014bd7527:34007 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:17:49,436 INFO [regionserver/377014bd7527:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:17:49,436 INFO [RS:0;377014bd7527:34007 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34007 2024-11-21T20:17:49,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35487-0x1015f0b7f9b0003, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136437371/rs 2024-11-21T20:17:49,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1015f0b7f9b0004, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2136437371/rs/377014bd7527,34007,1732220264960 2024-11-21T20:17:49,502 INFO [RS:0;377014bd7527:34007 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:17:49,503 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [377014bd7527,34007,1732220264960] 2024-11-21T20:17:49,523 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2136437371/draining/377014bd7527,34007,1732220264960 already deleted, retry=false 2024-11-21T20:17:49,523 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 377014bd7527,34007,1732220264960 expired; onlineServers=0 2024-11-21T20:17:49,523 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '377014bd7527,35487,1732220264661' ***** 2024-11-21T20:17:49,523 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T20:17:49,523 INFO [M:0;377014bd7527:35487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:17:49,524 INFO [M:0;377014bd7527:35487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:17:49,524 DEBUG [M:0;377014bd7527:35487 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T20:17:49,524 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T20:17:49,524 DEBUG [M:0;377014bd7527:35487 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T20:17:49,524 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220266643 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220266643,5,FailOnTimeoutGroup] 2024-11-21T20:17:49,524 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220266644 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220266644,5,FailOnTimeoutGroup] 2024-11-21T20:17:49,524 INFO [M:0;377014bd7527:35487 {}] hbase.ChoreService(370): Chore service for: master/377014bd7527:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T20:17:49,524 INFO [M:0;377014bd7527:35487 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:17:49,524 DEBUG [M:0;377014bd7527:35487 {}] master.HMaster(1795): Stopping service threads 2024-11-21T20:17:49,524 INFO [M:0;377014bd7527:35487 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T20:17:49,524 INFO [M:0;377014bd7527:35487 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:17:49,525 INFO [M:0;377014bd7527:35487 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T20:17:49,525 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T20:17:49,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35487-0x1015f0b7f9b0003, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2136437371/master 2024-11-21T20:17:49,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35487-0x1015f0b7f9b0003, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136437371 2024-11-21T20:17:49,534 DEBUG [M:0;377014bd7527:35487 {}] zookeeper.ZKUtil(347): master:35487-0x1015f0b7f9b0003, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Unable to get data of znode /1-2136437371/master because node does not exist (not an error) 2024-11-21T20:17:49,534 WARN [M:0;377014bd7527:35487 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T20:17:49,535 INFO [M:0;377014bd7527:35487 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/.lastflushedseqids 2024-11-21T20:17:49,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741836_1012 (size=99) 2024-11-21T20:17:49,608 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35453,1732220259410.replicationSource.wal-reader.377014bd7527%2C35453%2C1732220259410,1-377014bd7527,35453,1732220259410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/WALs/377014bd7527,35453,1732220259410/377014bd7527%2C35453%2C1732220259410.1732220261760 to pos 0, reset compression=false 2024-11-21T20:17:49,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1015f0b7f9b0004, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:17:49,613 INFO [RS:0;377014bd7527:34007 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:17:49,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1015f0b7f9b0004, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:17:49,613 INFO [RS:0;377014bd7527:34007 {}] regionserver.HRegionServer(1031): Exiting; stopping=377014bd7527,34007,1732220264960; zookeeper connection closed. 2024-11-21T20:17:49,613 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@547b6172 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@547b6172 2024-11-21T20:17:49,613 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T20:17:49,940 INFO [M:0;377014bd7527:35487 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T20:17:49,940 INFO [M:0;377014bd7527:35487 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T20:17:49,940 DEBUG [M:0;377014bd7527:35487 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:17:49,940 INFO [M:0;377014bd7527:35487 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:49,940 DEBUG [M:0;377014bd7527:35487 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:49,940 DEBUG [M:0;377014bd7527:35487 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:17:49,940 DEBUG [M:0;377014bd7527:35487 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:49,940 INFO [M:0;377014bd7527:35487 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-21T20:17:49,957 DEBUG [M:0;377014bd7527:35487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47e12cafb6e146f69a0f301d27882f26 is 82, key is hbase:meta,,1/info:regioninfo/1732220267479/Put/seqid=0 2024-11-21T20:17:49,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741837_1013 (size=5672) 2024-11-21T20:17:50,113 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35453,1732220259410.replicationSource.wal-reader.377014bd7527%2C35453%2C1732220259410,1-377014bd7527,35453,1732220259410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/WALs/377014bd7527,35453,1732220259410/377014bd7527%2C35453%2C1732220259410.1732220261760 to pos 0, reset compression=false 2024-11-21T20:17:50,362 INFO [M:0;377014bd7527:35487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47e12cafb6e146f69a0f301d27882f26 2024-11-21T20:17:50,387 DEBUG [M:0;377014bd7527:35487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18c6091ca0c8474faadbd6874ec211d3 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732220267507/Put/seqid=0 2024-11-21T20:17:50,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741838_1014 (size=5275) 2024-11-21T20:17:50,718 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35453,1732220259410.replicationSource.wal-reader.377014bd7527%2C35453%2C1732220259410,1-377014bd7527,35453,1732220259410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/WALs/377014bd7527,35453,1732220259410/377014bd7527%2C35453%2C1732220259410.1732220261760 to pos 0, reset compression=false 2024-11-21T20:17:50,792 INFO [M:0;377014bd7527:35487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18c6091ca0c8474faadbd6874ec211d3 2024-11-21T20:17:50,811 DEBUG [M:0;377014bd7527:35487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d7b02eaafa046e888f4be2f1ebb0134 is 69, key is 377014bd7527,34007,1732220264960/rs:state/1732220266823/Put/seqid=0 2024-11-21T20:17:50,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741839_1015 (size=5156) 2024-11-21T20:17:50,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T20:17:50,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T20:17:50,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T20:17:50,839 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-21T20:17:50,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:17:50,839 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T20:17:50,840 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:17:50,840 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T20:17:50,840 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T20:17:50,840 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T20:17:51,216 INFO [M:0;377014bd7527:35487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d7b02eaafa046e888f4be2f1ebb0134 2024-11-21T20:17:51,221 DEBUG [M:0;377014bd7527:35487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47e12cafb6e146f69a0f301d27882f26 as hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/47e12cafb6e146f69a0f301d27882f26 2024-11-21T20:17:51,227 INFO [M:0;377014bd7527:35487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/47e12cafb6e146f69a0f301d27882f26, entries=8, sequenceid=28, filesize=5.5 K 2024-11-21T20:17:51,228 DEBUG [M:0;377014bd7527:35487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18c6091ca0c8474faadbd6874ec211d3 as hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/18c6091ca0c8474faadbd6874ec211d3 2024-11-21T20:17:51,233 INFO [M:0;377014bd7527:35487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/18c6091ca0c8474faadbd6874ec211d3, entries=3, sequenceid=28, filesize=5.2 K 2024-11-21T20:17:51,234 DEBUG [M:0;377014bd7527:35487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d7b02eaafa046e888f4be2f1ebb0134 as hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d7b02eaafa046e888f4be2f1ebb0134 2024-11-21T20:17:51,239 INFO [M:0;377014bd7527:35487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35339/user/jenkins/test-data/82318a86-43a7-7a06-482f-7b76b1e79e75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d7b02eaafa046e888f4be2f1ebb0134, entries=1, sequenceid=28, filesize=5.0 K 2024-11-21T20:17:51,240 INFO [M:0;377014bd7527:35487 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=28, compaction requested=false 2024-11-21T20:17:51,241 INFO [M:0;377014bd7527:35487 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:51,241 DEBUG [M:0;377014bd7527:35487 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220269940Disabling compacts and flushes for region at 1732220269940Disabling writes for close at 1732220269940Obtaining lock to block concurrent updates at 1732220269940Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732220269940Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732220269941 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732220269942 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732220269942Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732220269956 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732220269956Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732220270369 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732220270386 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732220270386Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732220270797 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732220270810 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732220270810Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fafeb58: reopening flushed file at 1732220271221 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f45bce6: reopening flushed file at 1732220271227 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@352c1779: reopening flushed file at 1732220271233 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=28, compaction requested=false at 1732220271240 (+7 ms)Writing region close event to WAL at 1732220271241 (+1 ms)Closed at 1732220271241 2024-11-21T20:17:51,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741830_1006 (size=10165) 2024-11-21T20:17:51,245 INFO [M:0;377014bd7527:35487 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T20:17:51,245 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:17:51,245 INFO [M:0;377014bd7527:35487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35487 2024-11-21T20:17:51,246 INFO [M:0;377014bd7527:35487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:17:51,392 INFO [M:0;377014bd7527:35487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:17:51,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35487-0x1015f0b7f9b0003, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:17:51,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35487-0x1015f0b7f9b0003, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:17:51,423 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35453,1732220259410.replicationSource.wal-reader.377014bd7527%2C35453%2C1732220259410,1-377014bd7527,35453,1732220259410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/WALs/377014bd7527,35453,1732220259410/377014bd7527%2C35453%2C1732220259410.1732220261760 to pos 0, reset compression=false 2024-11-21T20:17:51,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e6157f6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:17:51,427 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52273d7b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:17:51,427 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:17:51,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@604f8883{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:17:51,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7341e0de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf/hadoop.log.dir/,STOPPED} 2024-11-21T20:17:51,429 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T20:17:51,429 WARN [BP-1864036171-172.17.0.2-1732220262443 heartbeating to localhost/127.0.0.1:35339 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T20:17:51,429 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T20:17:51,429 WARN [BP-1864036171-172.17.0.2-1732220262443 heartbeating to localhost/127.0.0.1:35339 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1864036171-172.17.0.2-1732220262443 (Datanode Uuid d8376557-9b05-44db-84c6-0519bb1d9233) service to localhost/127.0.0.1:35339 2024-11-21T20:17:51,429 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf/cluster_cb69967e-6020-e020-86dc-708f21513f0e/data/data1/current/BP-1864036171-172.17.0.2-1732220262443 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:17:51,429 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf/cluster_cb69967e-6020-e020-86dc-708f21513f0e/data/data2/current/BP-1864036171-172.17.0.2-1732220262443 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:17:51,430 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T20:17:51,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3aab354b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:17:51,435 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4eef177a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:17:51,435 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:17:51,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73da8684{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:17:51,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cee3f11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf/hadoop.log.dir/,STOPPED} 2024-11-21T20:17:51,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T20:17:51,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T20:17:51,447 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:17:51,447 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:17:51,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:51,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:51,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:51,447 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T20:17:51,447 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=957354184, stopped=false 2024-11-21T20:17:51,447 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=377014bd7527,33867,1732220259213 2024-11-21T20:17:51,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33867-0x1015f0b7f9b0000, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-441558914/running 2024-11-21T20:17:51,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1015f0b7f9b0001, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-441558914/running 2024-11-21T20:17:51,460 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:17:51,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33867-0x1015f0b7f9b0000, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-441558914 2024-11-21T20:17:51,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1015f0b7f9b0001, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-441558914 2024-11-21T20:17:51,460 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:17:51,460 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:17:51,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:51,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33867-0x1015f0b7f9b0000, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Set watcher on znode that does not yet exist, /0-441558914/running 2024-11-21T20:17:51,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35453-0x1015f0b7f9b0001, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Set watcher on znode that does not yet exist, /0-441558914/running 2024-11-21T20:17:51,461 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '377014bd7527,35453,1732220259410' ***** 2024-11-21T20:17:51,461 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T20:17:51,461 INFO [RS:0;377014bd7527:35453 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T20:17:51,461 INFO [RS:0;377014bd7527:35453 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T20:17:51,461 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T20:17:51,461 INFO [RS:0;377014bd7527:35453 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T20:17:51,461 INFO [RS:0;377014bd7527:35453 {}] regionserver.HRegionServer(3091): Received CLOSE for 717f9761c9d21bd51405d2c7ec0c1ce9 2024-11-21T20:17:51,461 INFO [RS:0;377014bd7527:35453 {}] regionserver.HRegionServer(959): stopping server 377014bd7527,35453,1732220259410 2024-11-21T20:17:51,461 INFO [RS:0;377014bd7527:35453 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:17:51,461 INFO [RS:0;377014bd7527:35453 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:35453. 2024-11-21T20:17:51,461 DEBUG [RS:0;377014bd7527:35453 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:17:51,461 DEBUG [RS:0;377014bd7527:35453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:51,461 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 717f9761c9d21bd51405d2c7ec0c1ce9, disabling compactions & flushes 2024-11-21T20:17:51,462 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732220267583.717f9761c9d21bd51405d2c7ec0c1ce9. 2024-11-21T20:17:51,462 INFO [RS:0;377014bd7527:35453 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T20:17:51,462 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732220267583.717f9761c9d21bd51405d2c7ec0c1ce9. 2024-11-21T20:17:51,462 INFO [RS:0;377014bd7527:35453 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T20:17:51,462 INFO [RS:0;377014bd7527:35453 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T20:17:51,462 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732220267583.717f9761c9d21bd51405d2c7ec0c1ce9. after waiting 0 ms 2024-11-21T20:17:51,462 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732220267583.717f9761c9d21bd51405d2c7ec0c1ce9. 2024-11-21T20:17:51,462 INFO [RS:0;377014bd7527:35453 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T20:17:51,462 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 717f9761c9d21bd51405d2c7ec0c1ce9 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-21T20:17:51,462 INFO [RS:0;377014bd7527:35453 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T20:17:51,462 DEBUG [RS:0;377014bd7527:35453 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 717f9761c9d21bd51405d2c7ec0c1ce9=hbase:replication,,1732220267583.717f9761c9d21bd51405d2c7ec0c1ce9.} 2024-11-21T20:17:51,462 DEBUG [RS:0;377014bd7527:35453 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 717f9761c9d21bd51405d2c7ec0c1ce9 2024-11-21T20:17:51,462 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:17:51,462 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:17:51,462 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:17:51,462 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:17:51,462 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:17:51,462 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-21T20:17:51,476 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/data/hbase/replication/717f9761c9d21bd51405d2c7ec0c1ce9/.tmp/queue/7e39637bfcc14a3ea645d8f3e636779a is 151, key is 1-377014bd7527,35453,1732220259410/queue:377014bd7527%2C35453%2C1732220259410/1732220268669/Put/seqid=0 2024-11-21T20:17:51,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741838_1014 (size=5350) 2024-11-21T20:17:51,484 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/data/hbase/meta/1588230740/.tmp/info/f18fb0a9d4f44c15951e7cd8950357aa is 147, key is hbase:replication,,1732220267583.717f9761c9d21bd51405d2c7ec0c1ce9./info:regioninfo/1732220268375/Put/seqid=0 2024-11-21T20:17:51,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741839_1015 (size=6631) 2024-11-21T20:17:51,524 INFO [regionserver/377014bd7527:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:17:51,617 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T20:17:51,617 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T20:17:51,662 DEBUG [RS:0;377014bd7527:35453 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 717f9761c9d21bd51405d2c7ec0c1ce9 2024-11-21T20:17:51,862 DEBUG [RS:0;377014bd7527:35453 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 717f9761c9d21bd51405d2c7ec0c1ce9 2024-11-21T20:17:51,881 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/data/hbase/replication/717f9761c9d21bd51405d2c7ec0c1ce9/.tmp/queue/7e39637bfcc14a3ea645d8f3e636779a 2024-11-21T20:17:51,889 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/data/hbase/replication/717f9761c9d21bd51405d2c7ec0c1ce9/.tmp/queue/7e39637bfcc14a3ea645d8f3e636779a as hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/data/hbase/replication/717f9761c9d21bd51405d2c7ec0c1ce9/queue/7e39637bfcc14a3ea645d8f3e636779a 2024-11-21T20:17:51,889 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/data/hbase/meta/1588230740/.tmp/info/f18fb0a9d4f44c15951e7cd8950357aa 2024-11-21T20:17:51,896 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/data/hbase/replication/717f9761c9d21bd51405d2c7ec0c1ce9/queue/7e39637bfcc14a3ea645d8f3e636779a, entries=1, sequenceid=5, filesize=5.2 K 2024-11-21T20:17:51,897 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 717f9761c9d21bd51405d2c7ec0c1ce9 in 435ms, sequenceid=5, compaction requested=false 2024-11-21T20:17:51,898 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T20:17:51,908 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/data/hbase/replication/717f9761c9d21bd51405d2c7ec0c1ce9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T20:17:51,909 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:17:51,909 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:17:51,909 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732220267583.717f9761c9d21bd51405d2c7ec0c1ce9. 2024-11-21T20:17:51,909 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 717f9761c9d21bd51405d2c7ec0c1ce9: Waiting for close lock at 1732220271461Running coprocessor pre-close hooks at 1732220271461Disabling compacts and flushes for region at 1732220271461Disabling writes for close at 1732220271462 (+1 ms)Obtaining lock to block concurrent updates at 1732220271462Preparing flush snapshotting stores in 717f9761c9d21bd51405d2c7ec0c1ce9 at 1732220271462Finished memstore snapshotting hbase:replication,,1732220267583.717f9761c9d21bd51405d2c7ec0c1ce9., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732220271462Flushing stores of hbase:replication,,1732220267583.717f9761c9d21bd51405d2c7ec0c1ce9. at 1732220271463 (+1 ms)Flushing 717f9761c9d21bd51405d2c7ec0c1ce9/queue: creating writer at 1732220271463Flushing 717f9761c9d21bd51405d2c7ec0c1ce9/queue: appending metadata at 1732220271475 (+12 ms)Flushing 717f9761c9d21bd51405d2c7ec0c1ce9/queue: closing flushed file at 1732220271475Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a3de409: reopening flushed file at 1732220271888 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 717f9761c9d21bd51405d2c7ec0c1ce9 in 435ms, sequenceid=5, compaction requested=false at 1732220271898 (+10 ms)Writing region close event to WAL at 1732220271899 (+1 ms)Running coprocessor post-close hooks at 1732220271909 (+10 ms)Closed at 1732220271909 2024-11-21T20:17:51,910 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732220267583.717f9761c9d21bd51405d2c7ec0c1ce9. 2024-11-21T20:17:51,920 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/data/hbase/meta/1588230740/.tmp/ns/ece5bc64c36c4ce596d75f5b34a747f2 is 43, key is default/ns:d/1732220262307/Put/seqid=0 2024-11-21T20:17:51,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741840_1016 (size=5153) 2024-11-21T20:17:52,063 DEBUG [RS:0;377014bd7527:35453 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:17:52,228 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35453,1732220259410.replicationSource.wal-reader.377014bd7527%2C35453%2C1732220259410,1-377014bd7527,35453,1732220259410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/WALs/377014bd7527,35453,1732220259410/377014bd7527%2C35453%2C1732220259410.1732220261760 to pos 0, reset compression=false 2024-11-21T20:17:52,263 DEBUG [RS:0;377014bd7527:35453 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:17:52,325 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/data/hbase/meta/1588230740/.tmp/ns/ece5bc64c36c4ce596d75f5b34a747f2 2024-11-21T20:17:52,343 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/data/hbase/meta/1588230740/.tmp/table/e0941a55eb214f4da6514fe4d3adf61a is 53, key is hbase:replication/table:state/1732220268384/Put/seqid=0 2024-11-21T20:17:52,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741841_1017 (size=5256) 2024-11-21T20:17:52,463 INFO [RS:0;377014bd7527:35453 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T20:17:52,463 DEBUG [RS:0;377014bd7527:35453 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T20:17:52,463 DEBUG [RS:0;377014bd7527:35453 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:17:52,663 DEBUG [RS:0;377014bd7527:35453 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:17:52,748 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/data/hbase/meta/1588230740/.tmp/table/e0941a55eb214f4da6514fe4d3adf61a 2024-11-21T20:17:52,755 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/data/hbase/meta/1588230740/.tmp/info/f18fb0a9d4f44c15951e7cd8950357aa as hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/data/hbase/meta/1588230740/info/f18fb0a9d4f44c15951e7cd8950357aa 2024-11-21T20:17:52,760 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/data/hbase/meta/1588230740/info/f18fb0a9d4f44c15951e7cd8950357aa, entries=10, sequenceid=11, filesize=6.5 K 2024-11-21T20:17:52,761 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/data/hbase/meta/1588230740/.tmp/ns/ece5bc64c36c4ce596d75f5b34a747f2 as hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/data/hbase/meta/1588230740/ns/ece5bc64c36c4ce596d75f5b34a747f2 2024-11-21T20:17:52,767 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/data/hbase/meta/1588230740/ns/ece5bc64c36c4ce596d75f5b34a747f2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T20:17:52,768 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/data/hbase/meta/1588230740/.tmp/table/e0941a55eb214f4da6514fe4d3adf61a as hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/data/hbase/meta/1588230740/table/e0941a55eb214f4da6514fe4d3adf61a 2024-11-21T20:17:52,774 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/data/hbase/meta/1588230740/table/e0941a55eb214f4da6514fe4d3adf61a, entries=2, sequenceid=11, filesize=5.1 K 2024-11-21T20:17:52,775 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=11, compaction requested=false 2024-11-21T20:17:52,780 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T20:17:52,780 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:17:52,780 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:17:52,780 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:17:52,780 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220271462Running coprocessor pre-close hooks at 1732220271462Disabling compacts and flushes for region at 1732220271462Disabling writes for close at 1732220271462Obtaining lock to block concurrent updates at 1732220271462Preparing flush snapshotting stores in 1588230740 at 1732220271462Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732220271462Flushing stores of hbase:meta,,1.1588230740 at 1732220271463 (+1 ms)Flushing 1588230740/info: creating writer at 1732220271463Flushing 1588230740/info: appending metadata at 1732220271484 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732220271484Flushing 1588230740/ns: creating writer at 1732220271896 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732220271920 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732220271920Flushing 1588230740/table: creating writer at 1732220272331 (+411 ms)Flushing 1588230740/table: appending metadata at 1732220272343 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732220272343Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79265d65: reopening flushed file at 1732220272754 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d240247: reopening flushed file at 1732220272761 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f8ae7d1: reopening flushed file at 1732220272767 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=11, compaction requested=false at 1732220272775 (+8 ms)Writing region close event to WAL at 1732220272776 (+1 ms)Running coprocessor post-close hooks at 1732220272780 (+4 ms)Closed at 1732220272780 2024-11-21T20:17:52,781 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T20:17:52,863 INFO [RS:0;377014bd7527:35453 {}] regionserver.HRegionServer(976): stopping server 377014bd7527,35453,1732220259410; all regions closed. 2024-11-21T20:17:52,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741834_1010 (size=2742) 2024-11-21T20:17:52,866 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/WALs/377014bd7527,35453,1732220259410/377014bd7527%2C35453%2C1732220259410.meta.1732220262142.meta not finished, retry = 0 2024-11-21T20:17:52,963 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:17:52,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:17:52,971 DEBUG [RS:0;377014bd7527:35453 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/oldWALs 2024-11-21T20:17:52,971 INFO [RS:0;377014bd7527:35453 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C35453%2C1732220259410.meta:.meta(num 1732220262142) 2024-11-21T20:17:52,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741837_1013 (size=1586) 2024-11-21T20:17:52,977 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/WALs/377014bd7527,35453,1732220259410/377014bd7527%2C35453%2C1732220259410.rep.1732220268339 not finished, retry = 0 2024-11-21T20:17:52,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:17:52,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:17:53,080 DEBUG [RS:0;377014bd7527:35453 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/oldWALs 2024-11-21T20:17:53,080 INFO [RS:0;377014bd7527:35453 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C35453%2C1732220259410.rep:(num 1732220268339) 2024-11-21T20:17:53,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741833_1009 (size=93) 2024-11-21T20:17:53,084 DEBUG [RS:0;377014bd7527:35453 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/oldWALs 2024-11-21T20:17:53,084 INFO [RS:0;377014bd7527:35453 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C35453%2C1732220259410:(num 1732220261760) 2024-11-21T20:17:53,084 DEBUG [RS:0;377014bd7527:35453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:53,084 INFO [RS:0;377014bd7527:35453 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:17:53,084 INFO [RS:0;377014bd7527:35453 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:17:53,084 INFO [RS:0;377014bd7527:35453 {}] hbase.ChoreService(370): Chore service for: regionserver/377014bd7527:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T20:17:53,084 INFO [RS:0;377014bd7527:35453 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:17:53,084 INFO [regionserver/377014bd7527:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:17:53,084 INFO [RS:0;377014bd7527:35453 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-377014bd7527,35453,1732220259410 because: Region server is closing 2024-11-21T20:17:53,084 INFO [RS:0;377014bd7527:35453 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:35453. 2024-11-21T20:17:53,084 DEBUG [RS:0;377014bd7527:35453 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:17:53,085 DEBUG [RS:0;377014bd7527:35453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:53,085 DEBUG [RS:0;377014bd7527:35453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:53,085 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:53,185 WARN [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35453,1732220259410.replicationSource.shipper377014bd7527%2C35453%2C1732220259410,1-377014bd7527,35453,1732220259410 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T20:17:53,185 INFO [RS:0;377014bd7527:35453 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35453,1732220259410.replicationSource.shipper377014bd7527%2C35453%2C1732220259410,1-377014bd7527,35453,1732220259410 terminated 2024-11-21T20:17:53,185 INFO [RS:0;377014bd7527:35453 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35453 2024-11-21T20:17:53,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33867-0x1015f0b7f9b0000, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-441558914/rs 2024-11-21T20:17:53,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1015f0b7f9b0001, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-441558914/rs/377014bd7527,35453,1732220259410 2024-11-21T20:17:53,216 INFO [RS:0;377014bd7527:35453 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:17:53,216 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f19448e64b8@6af94047 rejected from java.util.concurrent.ThreadPoolExecutor@2ffbd37c[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-21T20:17:53,281 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [377014bd7527,35453,1732220259410] 2024-11-21T20:17:53,345 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-441558914/draining/377014bd7527,35453,1732220259410 already deleted, retry=false 2024-11-21T20:17:53,345 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 377014bd7527,35453,1732220259410 expired; onlineServers=0 2024-11-21T20:17:53,345 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '377014bd7527,33867,1732220259213' ***** 2024-11-21T20:17:53,345 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T20:17:53,345 INFO [M:0;377014bd7527:33867 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:17:53,345 INFO [M:0;377014bd7527:33867 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:17:53,345 DEBUG [M:0;377014bd7527:33867 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T20:17:53,345 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T20:17:53,345 DEBUG [M:0;377014bd7527:33867 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T20:17:53,345 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220261472 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220261472,5,FailOnTimeoutGroup] 2024-11-21T20:17:53,345 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220261478 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220261478,5,FailOnTimeoutGroup] 2024-11-21T20:17:53,346 INFO [M:0;377014bd7527:33867 {}] hbase.ChoreService(370): Chore service for: master/377014bd7527:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T20:17:53,346 INFO [M:0;377014bd7527:33867 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:17:53,346 DEBUG [M:0;377014bd7527:33867 {}] master.HMaster(1795): Stopping service threads 2024-11-21T20:17:53,346 INFO [M:0;377014bd7527:33867 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T20:17:53,346 INFO [M:0;377014bd7527:33867 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:17:53,346 INFO [M:0;377014bd7527:33867 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T20:17:53,346 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T20:17:53,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1015f0b7f9b0001, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:17:53,381 INFO [RS:0;377014bd7527:35453 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:17:53,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1015f0b7f9b0001, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:17:53,381 INFO [RS:0;377014bd7527:35453 {}] regionserver.HRegionServer(1031): Exiting; stopping=377014bd7527,35453,1732220259410; zookeeper connection closed. 2024-11-21T20:17:53,381 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d82b1ed {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d82b1ed 2024-11-21T20:17:53,382 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T20:17:53,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33867-0x1015f0b7f9b0000, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-441558914/master 2024-11-21T20:17:53,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33867-0x1015f0b7f9b0000, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-441558914 2024-11-21T20:17:53,408 DEBUG [M:0;377014bd7527:33867 {}] zookeeper.ZKUtil(347): master:33867-0x1015f0b7f9b0000, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Unable to get data of znode /0-441558914/master because node does not exist (not an error) 2024-11-21T20:17:53,408 WARN [M:0;377014bd7527:33867 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T20:17:53,409 INFO [M:0;377014bd7527:33867 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/.lastflushedseqids 2024-11-21T20:17:53,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741842_1018 (size=181) 2024-11-21T20:17:53,814 INFO [M:0;377014bd7527:33867 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T20:17:53,814 INFO [M:0;377014bd7527:33867 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T20:17:53,814 DEBUG [M:0;377014bd7527:33867 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:17:53,814 INFO [M:0;377014bd7527:33867 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:53,814 DEBUG [M:0;377014bd7527:33867 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:53,814 DEBUG [M:0;377014bd7527:33867 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:17:53,814 DEBUG [M:0;377014bd7527:33867 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:53,814 INFO [M:0;377014bd7527:33867 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-21T20:17:53,829 DEBUG [M:0;377014bd7527:33867 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fefa248d894d46588a3a7c2f56b8d860 is 82, key is hbase:meta,,1/info:regioninfo/1732220262194/Put/seqid=0 2024-11-21T20:17:53,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741843_1019 (size=5672) 2024-11-21T20:17:54,234 INFO [M:0;377014bd7527:33867 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fefa248d894d46588a3a7c2f56b8d860 2024-11-21T20:17:54,252 DEBUG [M:0;377014bd7527:33867 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79110c07c81e4b5b9f80bf1c910ebd5a is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732220268389/Put/seqid=0 2024-11-21T20:17:54,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741844_1020 (size=7203) 2024-11-21T20:17:54,657 INFO [M:0;377014bd7527:33867 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79110c07c81e4b5b9f80bf1c910ebd5a 2024-11-21T20:17:54,679 DEBUG [M:0;377014bd7527:33867 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c55e07d5864d4e509d49fd66338e08dd is 69, key is 377014bd7527,35453,1732220259410/rs:state/1732220261590/Put/seqid=0 2024-11-21T20:17:54,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741845_1021 (size=5156) 2024-11-21T20:17:55,084 INFO [M:0;377014bd7527:33867 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c55e07d5864d4e509d49fd66338e08dd 2024-11-21T20:17:55,091 DEBUG [M:0;377014bd7527:33867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fefa248d894d46588a3a7c2f56b8d860 as hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fefa248d894d46588a3a7c2f56b8d860 2024-11-21T20:17:55,098 INFO [M:0;377014bd7527:33867 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fefa248d894d46588a3a7c2f56b8d860, entries=8, sequenceid=70, filesize=5.5 K 2024-11-21T20:17:55,099 DEBUG [M:0;377014bd7527:33867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79110c07c81e4b5b9f80bf1c910ebd5a as hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/79110c07c81e4b5b9f80bf1c910ebd5a 2024-11-21T20:17:55,105 INFO [M:0;377014bd7527:33867 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/79110c07c81e4b5b9f80bf1c910ebd5a, entries=8, sequenceid=70, filesize=7.0 K 2024-11-21T20:17:55,106 DEBUG [M:0;377014bd7527:33867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c55e07d5864d4e509d49fd66338e08dd as hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c55e07d5864d4e509d49fd66338e08dd 2024-11-21T20:17:55,110 INFO [M:0;377014bd7527:33867 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43827/user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c55e07d5864d4e509d49fd66338e08dd, entries=1, sequenceid=70, filesize=5.0 K 2024-11-21T20:17:55,112 INFO [M:0;377014bd7527:33867 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=70, compaction requested=false 2024-11-21T20:17:55,113 INFO [M:0;377014bd7527:33867 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:55,113 DEBUG [M:0;377014bd7527:33867 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220273814Disabling compacts and flushes for region at 1732220273814Disabling writes for close at 1732220273814Obtaining lock to block concurrent updates at 1732220273814Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732220273814Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732220273815 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732220273815Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732220273815Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732220273828 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732220273828Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732220274239 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732220274252 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732220274252Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732220274663 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732220274679 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732220274679Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33d2c45d: reopening flushed file at 1732220275090 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1889c20e: reopening flushed file at 1732220275098 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@665040e6: reopening flushed file at 1732220275105 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=70, compaction requested=false at 1732220275112 (+7 ms)Writing region close event to WAL at 1732220275113 (+1 ms)Closed at 1732220275113 2024-11-21T20:17:55,115 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/288b1ac2-e580-9363-a151-da9284a2040c/MasterData/WALs/377014bd7527,33867,1732220259213/377014bd7527%2C33867%2C1732220259213.1732220261142 not finished, retry = 0 2024-11-21T20:17:55,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741830_1006 (size=41008) 2024-11-21T20:17:55,216 INFO [M:0;377014bd7527:33867 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T20:17:55,216 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:17:55,216 INFO [M:0;377014bd7527:33867 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33867 2024-11-21T20:17:55,217 INFO [M:0;377014bd7527:33867 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:17:55,328 INFO [M:0;377014bd7527:33867 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:17:55,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33867-0x1015f0b7f9b0000, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:17:55,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33867-0x1015f0b7f9b0000, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:17:55,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26f9cf73{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:17:55,331 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3184967f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:17:55,331 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:17:55,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56680efa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:17:55,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c7f8703{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/hadoop.log.dir/,STOPPED} 2024-11-21T20:17:55,332 WARN [BP-1926168391-172.17.0.2-1732220257292 heartbeating to localhost/127.0.0.1:43827 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T20:17:55,332 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T20:17:55,332 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T20:17:55,332 WARN [BP-1926168391-172.17.0.2-1732220257292 heartbeating to localhost/127.0.0.1:43827 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1926168391-172.17.0.2-1732220257292 (Datanode Uuid c6dc7056-10d2-42d9-8252-8d5f52888183) service to localhost/127.0.0.1:43827 2024-11-21T20:17:55,333 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/cluster_cf9c96fb-5fde-5dea-09b7-b1dff70e5426/data/data1/current/BP-1926168391-172.17.0.2-1732220257292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:17:55,333 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/cluster_cf9c96fb-5fde-5dea-09b7-b1dff70e5426/data/data2/current/BP-1926168391-172.17.0.2-1732220257292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:17:55,333 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T20:17:55,339 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ff935e9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:17:55,340 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a1416b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:17:55,340 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:17:55,340 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@242482cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:17:55,340 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d3f9a53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b5b9a1-31dd-55a9-7f15-5d8b34ab2aec/hadoop.log.dir/,STOPPED} 2024-11-21T20:17:55,347 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T20:17:55,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T20:17:55,375 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 109) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:43827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43827 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58796) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35339 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:35339 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35339 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35339 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35339 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58796) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=415 (was 444), ProcessCount=11 (was 11), AvailableMemoryMB=14239 (was 13970) - AvailableMemoryMB LEAK? - 2024-11-21T20:17:55,382 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=415, ProcessCount=11, AvailableMemoryMB=14239 2024-11-21T20:17:55,396 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-21T20:17:55,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf/hadoop.log.dir so I do NOT create it in target/test-data/99833536-9495-b57f-0a20-a3064cbac57d 2024-11-21T20:17:55,397 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T20:17:55,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf/hadoop.tmp.dir so I do NOT create it in target/test-data/99833536-9495-b57f-0a20-a3064cbac57d 2024-11-21T20:17:55,397 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6d8718-b74c-2814-74f1-04614bcbabaf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T20:17:55,397 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d 2024-11-21T20:17:55,397 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/cluster_65e75a52-b8a0-7b93-33ac-bce44c42be13, deleteOnExit=true 2024-11-21T20:17:55,400 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/cluster_65e75a52-b8a0-7b93-33ac-bce44c42be13/zookeeper_0, clientPort=61154, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/cluster_65e75a52-b8a0-7b93-33ac-bce44c42be13/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/cluster_65e75a52-b8a0-7b93-33ac-bce44c42be13/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T20:17:55,401 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61154 2024-11-21T20:17:55,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T20:17:55,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T20:17:55,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/test.cache.data in system properties and HBase conf 2024-11-21T20:17:55,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T20:17:55,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/hadoop.log.dir in system properties and HBase conf 2024-11-21T20:17:55,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T20:17:55,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T20:17:55,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T20:17:55,402 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T20:17:55,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:17:55,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:17:55,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T20:17:55,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:17:55,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T20:17:55,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T20:17:55,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:17:55,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:17:55,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T20:17:55,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/nfs.dump.dir in system properties and HBase conf 2024-11-21T20:17:55,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/java.io.tmpdir in system properties and HBase conf 2024-11-21T20:17:55,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:17:55,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T20:17:55,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T20:17:55,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015f0b7f9b0002, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T20:17:55,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015f0b7f9b0005, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T20:17:55,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015f0b7f9b0002, quorum=127.0.0.1:58796, baseZNode=/0-441558914 Received Disconnected from ZooKeeper, ignoring 2024-11-21T20:17:55,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015f0b7f9b0005, quorum=127.0.0.1:58796, baseZNode=/1-2136437371 Received Disconnected from ZooKeeper, ignoring 2024-11-21T20:17:55,762 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:17:55,767 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:17:55,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:17:55,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:17:55,768 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T20:17:55,769 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:17:55,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36e7127e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:17:55,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f31b59d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:17:55,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ea59de4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/java.io.tmpdir/jetty-localhost-38493-hadoop-hdfs-3_4_1-tests_jar-_-any-10993476911269039145/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:17:55,863 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b41f308{HTTP/1.1, (http/1.1)}{localhost:38493} 2024-11-21T20:17:55,863 INFO [Time-limited test {}] server.Server(415): Started @51702ms 2024-11-21T20:17:56,112 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:17:56,118 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:17:56,118 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:17:56,118 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:17:56,118 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T20:17:56,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@489869af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:17:56,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@352c2b70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:17:56,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21676263{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/java.io.tmpdir/jetty-localhost-46769-hadoop-hdfs-3_4_1-tests_jar-_-any-4921147248276872342/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:17:56,213 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51caf3d6{HTTP/1.1, (http/1.1)}{localhost:46769} 2024-11-21T20:17:56,213 INFO [Time-limited test {}] server.Server(415): Started @52052ms 2024-11-21T20:17:56,214 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T20:17:56,957 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/cluster_65e75a52-b8a0-7b93-33ac-bce44c42be13/data/data1/current/BP-221201378-172.17.0.2-1732220275424/current, will proceed with Du for space computation calculation, 2024-11-21T20:17:56,957 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/cluster_65e75a52-b8a0-7b93-33ac-bce44c42be13/data/data2/current/BP-221201378-172.17.0.2-1732220275424/current, will proceed with Du for space computation calculation, 2024-11-21T20:17:56,971 WARN [Thread-817 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T20:17:56,974 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6a1c4a9701cc458 with lease ID 0x7454e61c11752557: Processing first storage report for DS-fe49a0ae-b7fa-4b56-bed1-1f3fc78b753b from datanode DatanodeRegistration(127.0.0.1:46229, datanodeUuid=8dd7ba35-6dc1-4ec3-a06d-96a75b0d0a39, infoPort=37979, infoSecurePort=0, ipcPort=38555, storageInfo=lv=-57;cid=testClusterID;nsid=1635442408;c=1732220275424) 2024-11-21T20:17:56,974 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6a1c4a9701cc458 with lease ID 0x7454e61c11752557: from storage DS-fe49a0ae-b7fa-4b56-bed1-1f3fc78b753b node DatanodeRegistration(127.0.0.1:46229, datanodeUuid=8dd7ba35-6dc1-4ec3-a06d-96a75b0d0a39, infoPort=37979, infoSecurePort=0, ipcPort=38555, storageInfo=lv=-57;cid=testClusterID;nsid=1635442408;c=1732220275424), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:17:56,974 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6a1c4a9701cc458 with lease ID 0x7454e61c11752557: Processing first storage report for DS-e782fe44-5095-47bf-bdb9-24874735b0bc from datanode DatanodeRegistration(127.0.0.1:46229, datanodeUuid=8dd7ba35-6dc1-4ec3-a06d-96a75b0d0a39, infoPort=37979, infoSecurePort=0, ipcPort=38555, storageInfo=lv=-57;cid=testClusterID;nsid=1635442408;c=1732220275424) 2024-11-21T20:17:56,974 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6a1c4a9701cc458 with lease ID 0x7454e61c11752557: from storage DS-e782fe44-5095-47bf-bdb9-24874735b0bc node DatanodeRegistration(127.0.0.1:46229, datanodeUuid=8dd7ba35-6dc1-4ec3-a06d-96a75b0d0a39, infoPort=37979, infoSecurePort=0, ipcPort=38555, storageInfo=lv=-57;cid=testClusterID;nsid=1635442408;c=1732220275424), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T20:17:57,045 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d 2024-11-21T20:17:57,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:57,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:57,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741825_1001 (size=7) 2024-11-21T20:17:57,457 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5 with version=8 2024-11-21T20:17:57,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/hbase-staging 2024-11-21T20:17:57,460 INFO [Time-limited test {}] client.ConnectionUtils(128): master/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:17:57,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:17:57,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:17:57,460 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:17:57,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:17:57,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:17:57,460 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T20:17:57,460 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:17:57,461 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42945 2024-11-21T20:17:57,462 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42945 connecting to ZooKeeper ensemble=127.0.0.1:61154 2024-11-21T20:17:57,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429450x0, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:17:57,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42945-0x1015f0bc6730000 connected 2024-11-21T20:17:57,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:57,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:57,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42945-0x1015f0bc6730000, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Set watcher on znode that does not yet exist, /0-881965121/running 2024-11-21T20:17:57,632 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5, hbase.cluster.distributed=false 2024-11-21T20:17:57,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42945-0x1015f0bc6730000, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Set watcher on znode that does not yet exist, /0-881965121/acl 2024-11-21T20:17:57,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42945 2024-11-21T20:17:57,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42945 2024-11-21T20:17:57,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42945 2024-11-21T20:17:57,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42945 2024-11-21T20:17:57,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42945 2024-11-21T20:17:57,648 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:17:57,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:17:57,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:17:57,648 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:17:57,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:17:57,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:17:57,648 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T20:17:57,648 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:17:57,649 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34369 2024-11-21T20:17:57,650 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34369 connecting to ZooKeeper ensemble=127.0.0.1:61154 2024-11-21T20:17:57,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:57,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:57,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343690x0, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:17:57,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343690x0, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Set watcher on znode that does not yet exist, /0-881965121/running 2024-11-21T20:17:57,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34369-0x1015f0bc6730001 connected 2024-11-21T20:17:57,660 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T20:17:57,661 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T20:17:57,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34369-0x1015f0bc6730001, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Set watcher on znode that does not yet exist, /0-881965121/master 2024-11-21T20:17:57,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34369-0x1015f0bc6730001, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Set watcher on znode that does not yet exist, /0-881965121/acl 2024-11-21T20:17:57,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34369 2024-11-21T20:17:57,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34369 2024-11-21T20:17:57,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34369 2024-11-21T20:17:57,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34369 2024-11-21T20:17:57,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34369 2024-11-21T20:17:57,678 DEBUG [M:0;377014bd7527:42945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;377014bd7527:42945 2024-11-21T20:17:57,678 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-881965121/backup-masters/377014bd7527,42945,1732220277459 2024-11-21T20:17:57,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x1015f0bc6730001, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-881965121/backup-masters 2024-11-21T20:17:57,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42945-0x1015f0bc6730000, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-881965121/backup-masters 2024-11-21T20:17:57,691 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42945-0x1015f0bc6730000, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Set watcher on existing znode=/0-881965121/backup-masters/377014bd7527,42945,1732220277459 2024-11-21T20:17:57,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x1015f0bc6730001, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-881965121/master 2024-11-21T20:17:57,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42945-0x1015f0bc6730000, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-881965121 2024-11-21T20:17:57,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x1015f0bc6730001, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-881965121 2024-11-21T20:17:57,702 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42945-0x1015f0bc6730000, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Set watcher on existing znode=/0-881965121/master 2024-11-21T20:17:57,702 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-881965121/backup-masters/377014bd7527,42945,1732220277459 from backup master directory 2024-11-21T20:17:57,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x1015f0bc6730001, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-881965121/backup-masters 2024-11-21T20:17:57,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42945-0x1015f0bc6730000, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-881965121/backup-masters/377014bd7527,42945,1732220277459 2024-11-21T20:17:57,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42945-0x1015f0bc6730000, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-881965121/backup-masters 2024-11-21T20:17:57,712 WARN [master/377014bd7527:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:17:57,712 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=377014bd7527,42945,1732220277459 2024-11-21T20:17:57,716 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/hbase.id] with ID: 39ed3a55-93ab-4066-a6ed-7bdec31dcb37 2024-11-21T20:17:57,716 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/.tmp/hbase.id 2024-11-21T20:17:57,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741826_1002 (size=42) 2024-11-21T20:17:58,121 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/.tmp/hbase.id]:[hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/hbase.id] 2024-11-21T20:17:58,132 INFO [master/377014bd7527:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:17:58,132 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T20:17:58,133 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T20:17:58,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x1015f0bc6730001, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-881965121 2024-11-21T20:17:58,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42945-0x1015f0bc6730000, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-881965121 2024-11-21T20:17:58,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741827_1003 (size=196) 2024-11-21T20:17:58,282 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:17:58,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:17:58,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:17:58,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:17:58,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:17:58,549 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:17:58,550 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T20:17:58,551 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:17:58,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741828_1004 (size=1189) 2024-11-21T20:17:58,959 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/MasterData/data/master/store 2024-11-21T20:17:58,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741829_1005 (size=34) 2024-11-21T20:17:59,366 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:17:59,366 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:17:59,366 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:59,366 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:59,366 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:17:59,366 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:59,366 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:59,366 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220279366Disabling compacts and flushes for region at 1732220279366Disabling writes for close at 1732220279366Writing region close event to WAL at 1732220279366Closed at 1732220279366 2024-11-21T20:17:59,367 WARN [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/MasterData/data/master/store/.initializing 2024-11-21T20:17:59,367 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/MasterData/WALs/377014bd7527,42945,1732220277459 2024-11-21T20:17:59,368 INFO [master/377014bd7527:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:17:59,370 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=377014bd7527%2C42945%2C1732220277459, suffix=, logDir=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/MasterData/WALs/377014bd7527,42945,1732220277459, archiveDir=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/MasterData/oldWALs, maxLogs=10 2024-11-21T20:17:59,382 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/MasterData/WALs/377014bd7527,42945,1732220277459/377014bd7527%2C42945%2C1732220277459.1732220279370, exclude list is [], retry=0 2024-11-21T20:17:59,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46229,DS-fe49a0ae-b7fa-4b56-bed1-1f3fc78b753b,DISK] 2024-11-21T20:17:59,386 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/MasterData/WALs/377014bd7527,42945,1732220277459/377014bd7527%2C42945%2C1732220277459.1732220279370 2024-11-21T20:17:59,387 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37979:37979)] 2024-11-21T20:17:59,387 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:17:59,387 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:17:59,387 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:59,387 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:59,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:59,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T20:17:59,390 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:59,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:17:59,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:59,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T20:17:59,391 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:59,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:17:59,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:59,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T20:17:59,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:59,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:17:59,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:59,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T20:17:59,395 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:59,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:17:59,395 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:59,396 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:59,396 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:59,397 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:59,398 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:59,398 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:17:59,399 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:17:59,401 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:17:59,401 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60669994, jitterRate=-0.09594663977622986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:17:59,401 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732220279387Initializing all the Stores at 1732220279388 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220279388Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220279388Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220279388Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220279388Cleaning up temporary data from old regions at 1732220279398 (+10 ms)Region opened successfully at 1732220279401 (+3 ms) 2024-11-21T20:17:59,404 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T20:17:59,406 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dbf0373, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:17:59,407 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T20:17:59,408 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T20:17:59,408 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T20:17:59,408 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T20:17:59,408 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T20:17:59,409 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T20:17:59,409 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T20:17:59,410 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T20:17:59,411 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42945-0x1015f0bc6730000, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Unable to get data of znode /0-881965121/balancer because node does not exist (not necessarily an error) 2024-11-21T20:17:59,470 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-881965121/balancer already deleted, retry=false 2024-11-21T20:17:59,470 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T20:17:59,471 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42945-0x1015f0bc6730000, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Unable to get data of znode /0-881965121/normalizer because node does not exist (not necessarily an error) 2024-11-21T20:17:59,480 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-881965121/normalizer already deleted, retry=false 2024-11-21T20:17:59,481 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T20:17:59,482 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42945-0x1015f0bc6730000, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Unable to get data of znode /0-881965121/switch/split because node does not exist (not necessarily an error) 2024-11-21T20:17:59,491 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-881965121/switch/split already deleted, retry=false 2024-11-21T20:17:59,492 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42945-0x1015f0bc6730000, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Unable to get data of znode /0-881965121/switch/merge because node does not exist (not necessarily an error) 2024-11-21T20:17:59,501 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-881965121/switch/merge already deleted, retry=false 2024-11-21T20:17:59,504 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42945-0x1015f0bc6730000, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Unable to get data of znode /0-881965121/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T20:17:59,512 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-881965121/snapshot-cleanup already deleted, retry=false 2024-11-21T20:17:59,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42945-0x1015f0bc6730000, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-881965121/running 2024-11-21T20:17:59,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x1015f0bc6730001, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-881965121/running 2024-11-21T20:17:59,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x1015f0bc6730001, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-881965121 2024-11-21T20:17:59,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42945-0x1015f0bc6730000, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-881965121 2024-11-21T20:17:59,523 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=377014bd7527,42945,1732220277459, sessionid=0x1015f0bc6730000, setting cluster-up flag (Was=false) 2024-11-21T20:17:59,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x1015f0bc6730001, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-881965121 2024-11-21T20:17:59,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42945-0x1015f0bc6730000, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-881965121 2024-11-21T20:17:59,575 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-881965121/flush-table-proc/acquired, /0-881965121/flush-table-proc/reached, /0-881965121/flush-table-proc/abort 2024-11-21T20:17:59,576 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,42945,1732220277459 2024-11-21T20:17:59,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x1015f0bc6730001, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-881965121 2024-11-21T20:17:59,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42945-0x1015f0bc6730000, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-881965121 2024-11-21T20:17:59,628 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-881965121/online-snapshot/acquired, /0-881965121/online-snapshot/reached, /0-881965121/online-snapshot/abort 2024-11-21T20:17:59,629 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,42945,1732220277459 2024-11-21T20:17:59,630 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T20:17:59,632 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T20:17:59,632 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T20:17:59,632 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T20:17:59,633 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 377014bd7527,42945,1732220277459 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T20:17:59,634 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:17:59,634 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:17:59,634 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:17:59,634 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:17:59,634 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/377014bd7527:0, corePoolSize=10, maxPoolSize=10 2024-11-21T20:17:59,634 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:59,634 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:17:59,634 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:59,641 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732220309641 2024-11-21T20:17:59,641 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:17:59,641 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T20:17:59,641 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T20:17:59,641 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T20:17:59,641 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T20:17:59,641 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T20:17:59,641 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T20:17:59,641 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T20:17:59,642 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:59,642 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T20:17:59,642 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T20:17:59,643 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T20:17:59,643 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:59,643 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T20:17:59,643 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T20:17:59,644 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T20:17:59,644 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T20:17:59,645 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220279644,5,FailOnTimeoutGroup] 2024-11-21T20:17:59,645 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220279645,5,FailOnTimeoutGroup] 2024-11-21T20:17:59,645 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:59,645 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T20:17:59,645 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:59,645 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:59,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741831_1007 (size=1321) 2024-11-21T20:17:59,671 INFO [RS:0;377014bd7527:34369 {}] regionserver.HRegionServer(746): ClusterId : 39ed3a55-93ab-4066-a6ed-7bdec31dcb37 2024-11-21T20:17:59,671 DEBUG [RS:0;377014bd7527:34369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T20:17:59,681 DEBUG [RS:0;377014bd7527:34369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T20:17:59,681 DEBUG [RS:0;377014bd7527:34369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T20:17:59,692 DEBUG [RS:0;377014bd7527:34369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T20:17:59,693 DEBUG [RS:0;377014bd7527:34369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6132cd18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:17:59,708 DEBUG [RS:0;377014bd7527:34369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;377014bd7527:34369 2024-11-21T20:17:59,709 INFO [RS:0;377014bd7527:34369 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T20:17:59,709 INFO [RS:0;377014bd7527:34369 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T20:17:59,709 DEBUG [RS:0;377014bd7527:34369 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T20:17:59,709 INFO [RS:0;377014bd7527:34369 {}] regionserver.HRegionServer(2659): reportForDuty to master=377014bd7527,42945,1732220277459 with port=34369, startcode=1732220277648 2024-11-21T20:17:59,710 DEBUG [RS:0;377014bd7527:34369 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T20:17:59,711 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T20:17:59,711 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42945 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 377014bd7527,34369,1732220277648 2024-11-21T20:17:59,711 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42945 {}] master.ServerManager(517): Registering regionserver=377014bd7527,34369,1732220277648 2024-11-21T20:17:59,713 DEBUG [RS:0;377014bd7527:34369 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5 2024-11-21T20:17:59,713 DEBUG [RS:0;377014bd7527:34369 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42941 2024-11-21T20:17:59,713 DEBUG [RS:0;377014bd7527:34369 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T20:17:59,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42945-0x1015f0bc6730000, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-881965121/rs 2024-11-21T20:17:59,723 DEBUG [RS:0;377014bd7527:34369 {}] zookeeper.ZKUtil(111): regionserver:34369-0x1015f0bc6730001, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Set watcher on existing znode=/0-881965121/rs/377014bd7527,34369,1732220277648 2024-11-21T20:17:59,723 WARN [RS:0;377014bd7527:34369 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:17:59,723 INFO [RS:0;377014bd7527:34369 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:17:59,723 DEBUG [RS:0;377014bd7527:34369 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648 2024-11-21T20:17:59,723 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [377014bd7527,34369,1732220277648] 2024-11-21T20:17:59,726 INFO [RS:0;377014bd7527:34369 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T20:17:59,728 INFO [RS:0;377014bd7527:34369 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T20:17:59,728 INFO [RS:0;377014bd7527:34369 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T20:17:59,728 INFO [RS:0;377014bd7527:34369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:59,728 INFO [RS:0;377014bd7527:34369 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T20:17:59,729 INFO [RS:0;377014bd7527:34369 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T20:17:59,729 INFO [RS:0;377014bd7527:34369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:59,729 DEBUG [RS:0;377014bd7527:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:59,729 DEBUG [RS:0;377014bd7527:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:59,729 DEBUG [RS:0;377014bd7527:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:59,729 DEBUG [RS:0;377014bd7527:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:59,729 DEBUG [RS:0;377014bd7527:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:59,729 DEBUG [RS:0;377014bd7527:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:17:59,729 DEBUG [RS:0;377014bd7527:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:59,729 DEBUG [RS:0;377014bd7527:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:59,729 DEBUG [RS:0;377014bd7527:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:59,729 DEBUG [RS:0;377014bd7527:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:59,729 DEBUG [RS:0;377014bd7527:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:59,730 DEBUG [RS:0;377014bd7527:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:17:59,730 DEBUG [RS:0;377014bd7527:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:17:59,730 DEBUG [RS:0;377014bd7527:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:17:59,730 INFO [RS:0;377014bd7527:34369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:59,730 INFO [RS:0;377014bd7527:34369 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:59,730 INFO [RS:0;377014bd7527:34369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:59,730 INFO [RS:0;377014bd7527:34369 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:59,730 INFO [RS:0;377014bd7527:34369 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:59,730 INFO [RS:0;377014bd7527:34369 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,34369,1732220277648-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:17:59,749 INFO [RS:0;377014bd7527:34369 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T20:17:59,750 INFO [RS:0;377014bd7527:34369 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,34369,1732220277648-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:59,750 INFO [RS:0;377014bd7527:34369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:59,750 INFO [RS:0;377014bd7527:34369 {}] regionserver.Replication(171): 377014bd7527,34369,1732220277648 started 2024-11-21T20:17:59,769 INFO [RS:0;377014bd7527:34369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:17:59,769 INFO [RS:0;377014bd7527:34369 {}] regionserver.HRegionServer(1482): Serving as 377014bd7527,34369,1732220277648, RpcServer on 377014bd7527/172.17.0.2:34369, sessionid=0x1015f0bc6730001 2024-11-21T20:17:59,769 DEBUG [RS:0;377014bd7527:34369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T20:17:59,769 DEBUG [RS:0;377014bd7527:34369 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 377014bd7527,34369,1732220277648 2024-11-21T20:17:59,769 DEBUG [RS:0;377014bd7527:34369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,34369,1732220277648' 2024-11-21T20:17:59,769 DEBUG [RS:0;377014bd7527:34369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-881965121/flush-table-proc/abort' 2024-11-21T20:17:59,770 DEBUG [RS:0;377014bd7527:34369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-881965121/flush-table-proc/acquired' 2024-11-21T20:17:59,770 DEBUG [RS:0;377014bd7527:34369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T20:17:59,770 DEBUG [RS:0;377014bd7527:34369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T20:17:59,770 DEBUG [RS:0;377014bd7527:34369 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 377014bd7527,34369,1732220277648 2024-11-21T20:17:59,770 DEBUG [RS:0;377014bd7527:34369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,34369,1732220277648' 2024-11-21T20:17:59,770 DEBUG [RS:0;377014bd7527:34369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-881965121/online-snapshot/abort' 2024-11-21T20:17:59,770 DEBUG [RS:0;377014bd7527:34369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-881965121/online-snapshot/acquired' 2024-11-21T20:17:59,771 DEBUG [RS:0;377014bd7527:34369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T20:17:59,771 INFO [RS:0;377014bd7527:34369 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T20:17:59,771 INFO [RS:0;377014bd7527:34369 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T20:17:59,871 INFO [RS:0;377014bd7527:34369 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:17:59,873 INFO [RS:0;377014bd7527:34369 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C34369%2C1732220277648, suffix=, logDir=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648, archiveDir=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/oldWALs, maxLogs=10 2024-11-21T20:17:59,886 DEBUG [RS:0;377014bd7527:34369 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873, exclude list is [], retry=0 2024-11-21T20:17:59,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46229,DS-fe49a0ae-b7fa-4b56-bed1-1f3fc78b753b,DISK] 2024-11-21T20:17:59,891 INFO [RS:0;377014bd7527:34369 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 2024-11-21T20:17:59,891 DEBUG [RS:0;377014bd7527:34369 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37979:37979)] 2024-11-21T20:18:00,056 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T20:18:00,056 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5 2024-11-21T20:18:00,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741833_1009 (size=32) 2024-11-21T20:18:00,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:18:00,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:18:00,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:18:00,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:18:00,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:18:00,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:18:00,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:18:00,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:18:00,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:18:00,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:18:00,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:18:00,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:18:00,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:18:00,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:18:00,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:18:00,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:18:00,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:18:00,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:18:00,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/meta/1588230740 2024-11-21T20:18:00,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/meta/1588230740 2024-11-21T20:18:00,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:18:00,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:18:00,078 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:18:00,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:18:00,080 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:18:00,081 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72886318, jitterRate=0.08609077334403992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:18:00,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732220280067Initializing all the Stores at 1732220280068 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220280068Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220280068Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220280068Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220280068Cleaning up temporary data from old regions at 1732220280077 (+9 ms)Region opened successfully at 1732220280081 (+4 ms) 2024-11-21T20:18:00,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:18:00,081 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:18:00,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:18:00,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:18:00,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:18:00,082 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:18:00,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220280081Disabling compacts and flushes for region at 1732220280081Disabling writes for close at 1732220280081Writing region close event to WAL at 1732220280082 (+1 ms)Closed at 1732220280082 2024-11-21T20:18:00,083 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:18:00,083 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T20:18:00,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T20:18:00,084 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:18:00,085 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T20:18:00,235 DEBUG [377014bd7527:42945 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T20:18:00,236 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=377014bd7527,34369,1732220277648 2024-11-21T20:18:00,237 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,34369,1732220277648, state=OPENING 2024-11-21T20:18:00,280 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T20:18:00,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x1015f0bc6730001, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-881965121 2024-11-21T20:18:00,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42945-0x1015f0bc6730000, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-881965121 2024-11-21T20:18:00,291 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:18:00,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-881965121/meta-region-server: CHANGED 2024-11-21T20:18:00,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-881965121/meta-region-server: CHANGED 2024-11-21T20:18:00,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,34369,1732220277648}] 2024-11-21T20:18:00,445 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:18:00,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T20:18:00,449 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T20:18:00,449 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:18:00,450 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T20:18:00,451 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C34369%2C1732220277648.meta, suffix=.meta, logDir=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648, archiveDir=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/oldWALs, maxLogs=10 2024-11-21T20:18:00,463 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.meta.1732220280451.meta, exclude list is [], retry=0 2024-11-21T20:18:00,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46229,DS-fe49a0ae-b7fa-4b56-bed1-1f3fc78b753b,DISK] 2024-11-21T20:18:00,468 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.meta.1732220280451.meta 2024-11-21T20:18:00,472 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37979:37979)] 2024-11-21T20:18:00,472 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:18:00,473 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:18:00,473 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:18:00,473 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T20:18:00,473 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T20:18:00,473 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T20:18:00,473 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:18:00,473 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T20:18:00,473 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T20:18:00,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:18:00,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:18:00,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:18:00,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:18:00,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:18:00,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:18:00,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:18:00,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:18:00,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:18:00,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:18:00,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:18:00,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:18:00,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:18:00,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:18:00,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:18:00,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:18:00,481 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:18:00,481 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/meta/1588230740 2024-11-21T20:18:00,482 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/meta/1588230740 2024-11-21T20:18:00,483 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:18:00,483 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:18:00,484 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:18:00,485 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:18:00,487 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69093955, jitterRate=0.029580160975456238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:18:00,487 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T20:18:00,487 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732220280473Writing region info on filesystem at 1732220280473Initializing all the Stores at 1732220280474 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220280474Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220280475 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220280475Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220280475Cleaning up temporary data from old regions at 1732220280483 (+8 ms)Running coprocessor post-open hooks at 1732220280487 (+4 ms)Region opened successfully at 1732220280487 2024-11-21T20:18:00,489 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732220280444 2024-11-21T20:18:00,491 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T20:18:00,491 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T20:18:00,493 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,34369,1732220277648 2024-11-21T20:18:00,494 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,34369,1732220277648, state=OPEN 2024-11-21T20:18:00,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x1015f0bc6730001, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-881965121/meta-region-server 2024-11-21T20:18:00,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42945-0x1015f0bc6730000, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-881965121/meta-region-server 2024-11-21T20:18:00,527 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=377014bd7527,34369,1732220277648 2024-11-21T20:18:00,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-881965121/meta-region-server: CHANGED 2024-11-21T20:18:00,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-881965121/meta-region-server: CHANGED 2024-11-21T20:18:00,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T20:18:00,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,34369,1732220277648 in 236 msec 2024-11-21T20:18:00,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T20:18:00,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec 2024-11-21T20:18:00,533 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:18:00,534 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T20:18:00,535 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:18:00,535 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,34369,1732220277648, seqNum=-1] 2024-11-21T20:18:00,535 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:18:00,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:18:00,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 910 msec 2024-11-21T20:18:00,542 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732220280542, completionTime=-1 2024-11-21T20:18:00,542 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T20:18:00,542 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T20:18:00,544 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T20:18:00,544 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732220340544 2024-11-21T20:18:00,544 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732220400544 2024-11-21T20:18:00,544 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T20:18:00,544 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42945,1732220277459-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:18:00,544 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42945,1732220277459-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:18:00,544 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42945,1732220277459-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:18:00,544 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-377014bd7527:42945, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:18:00,544 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T20:18:00,545 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T20:18:00,547 DEBUG [master/377014bd7527:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T20:18:00,548 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.836sec 2024-11-21T20:18:00,548 INFO [master/377014bd7527:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T20:18:00,548 INFO [master/377014bd7527:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T20:18:00,548 INFO [master/377014bd7527:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T20:18:00,548 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T20:18:00,548 INFO [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T20:18:00,548 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42945,1732220277459-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:18:00,548 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42945,1732220277459-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T20:18:00,551 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T20:18:00,551 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T20:18:00,551 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42945,1732220277459-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:18:00,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763dd23d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:18:00,571 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,42945,-1 for getting cluster id 2024-11-21T20:18:00,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:18:00,573 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39ed3a55-93ab-4066-a6ed-7bdec31dcb37' 2024-11-21T20:18:00,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:18:00,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39ed3a55-93ab-4066-a6ed-7bdec31dcb37" 2024-11-21T20:18:00,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73286217, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:18:00,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,42945,-1] 2024-11-21T20:18:00,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:18:00,575 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:18:00,576 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:18:00,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fd7aeb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:18:00,577 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:18:00,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,34369,1732220277648, seqNum=-1] 2024-11-21T20:18:00,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:18:00,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:18:00,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=377014bd7527,42945,1732220277459 2024-11-21T20:18:00,583 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61154 2024-11-21T20:18:00,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:18:00,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015f0bc6730002 connected 2024-11-21T20:18:00,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/hadoop.log.dir so I do NOT create it in target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4 2024-11-21T20:18:00,620 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T20:18:00,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/hadoop.tmp.dir so I do NOT create it in target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4 2024-11-21T20:18:00,620 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T20:18:00,621 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4 2024-11-21T20:18:00,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T20:18:00,621 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4/cluster_a36e3d51-1f70-b289-8fdd-b3904ab4b352, deleteOnExit=true 2024-11-21T20:18:00,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T20:18:00,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4/test.cache.data in system properties and HBase conf 2024-11-21T20:18:00,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T20:18:00,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4/hadoop.log.dir in system properties and HBase conf 2024-11-21T20:18:00,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T20:18:00,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T20:18:00,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T20:18:00,622 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T20:18:00,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:18:00,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:18:00,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T20:18:00,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:18:00,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T20:18:00,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T20:18:00,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:18:00,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:18:00,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T20:18:00,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4/nfs.dump.dir in system properties and HBase conf 2024-11-21T20:18:00,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4/java.io.tmpdir in system properties and HBase conf 2024-11-21T20:18:00,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:18:00,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T20:18:00,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T20:18:00,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T20:18:00,948 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:18:00,952 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:18:00,954 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:18:00,954 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:18:00,954 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T20:18:00,954 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:18:00,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cea3ac4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:18:00,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d2fcc47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:18:01,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b66e275{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4/java.io.tmpdir/jetty-localhost-35681-hadoop-hdfs-3_4_1-tests_jar-_-any-11725672761870122786/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:18:01,050 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40a187b5{HTTP/1.1, (http/1.1)}{localhost:35681} 2024-11-21T20:18:01,050 INFO [Time-limited test {}] server.Server(415): Started @56889ms 2024-11-21T20:18:01,444 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:18:01,448 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:18:01,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:18:01,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:18:01,451 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T20:18:01,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57c22a17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:18:01,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a60572d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:18:01,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b53a213{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4/java.io.tmpdir/jetty-localhost-36001-hadoop-hdfs-3_4_1-tests_jar-_-any-12730973321491518847/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:18:01,549 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26ec9cf4{HTTP/1.1, (http/1.1)}{localhost:36001} 2024-11-21T20:18:01,549 INFO [Time-limited test {}] server.Server(415): Started @57388ms 2024-11-21T20:18:01,550 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T20:18:02,469 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4/cluster_a36e3d51-1f70-b289-8fdd-b3904ab4b352/data/data1/current/BP-324866284-172.17.0.2-1732220280646/current, will proceed with Du for space computation calculation, 2024-11-21T20:18:02,469 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4/cluster_a36e3d51-1f70-b289-8fdd-b3904ab4b352/data/data2/current/BP-324866284-172.17.0.2-1732220280646/current, will proceed with Du for space computation calculation, 2024-11-21T20:18:02,483 WARN [Thread-938 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T20:18:02,486 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x60e7cefecb1cb7d5 with lease ID 0x5ae560b44c13bf3c: Processing first storage report for DS-d1069e97-cb6f-4554-9c1b-d85495a0bf90 from datanode DatanodeRegistration(127.0.0.1:33869, datanodeUuid=d5c1fe78-e1d6-4616-9eca-5725c0839ae2, infoPort=41341, infoSecurePort=0, ipcPort=43467, storageInfo=lv=-57;cid=testClusterID;nsid=481225780;c=1732220280646) 2024-11-21T20:18:02,486 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x60e7cefecb1cb7d5 with lease ID 0x5ae560b44c13bf3c: from storage DS-d1069e97-cb6f-4554-9c1b-d85495a0bf90 node DatanodeRegistration(127.0.0.1:33869, datanodeUuid=d5c1fe78-e1d6-4616-9eca-5725c0839ae2, infoPort=41341, infoSecurePort=0, ipcPort=43467, storageInfo=lv=-57;cid=testClusterID;nsid=481225780;c=1732220280646), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:18:02,486 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x60e7cefecb1cb7d5 with lease ID 0x5ae560b44c13bf3c: Processing first storage report for DS-ab15df1f-e2e6-4498-bdd6-899306d93d1f from datanode DatanodeRegistration(127.0.0.1:33869, datanodeUuid=d5c1fe78-e1d6-4616-9eca-5725c0839ae2, infoPort=41341, infoSecurePort=0, ipcPort=43467, storageInfo=lv=-57;cid=testClusterID;nsid=481225780;c=1732220280646) 2024-11-21T20:18:02,486 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x60e7cefecb1cb7d5 with lease ID 0x5ae560b44c13bf3c: from storage DS-ab15df1f-e2e6-4498-bdd6-899306d93d1f node DatanodeRegistration(127.0.0.1:33869, datanodeUuid=d5c1fe78-e1d6-4616-9eca-5725c0839ae2, infoPort=41341, infoSecurePort=0, ipcPort=43467, storageInfo=lv=-57;cid=testClusterID;nsid=481225780;c=1732220280646), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:18:02,585 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4 2024-11-21T20:18:02,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:18:02,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:18:02,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33869 is added to blk_1073741825_1001 (size=7) 2024-11-21T20:18:03,008 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f with version=8 2024-11-21T20:18:03,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/hbase-staging 2024-11-21T20:18:03,011 INFO [Time-limited test {}] client.ConnectionUtils(128): master/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:18:03,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:18:03,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:18:03,011 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:18:03,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:18:03,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:18:03,011 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T20:18:03,012 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:18:03,012 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36857 2024-11-21T20:18:03,014 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36857 connecting to ZooKeeper ensemble=127.0.0.1:61154 2024-11-21T20:18:03,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368570x0, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:18:03,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36857-0x1015f0bc6730003 connected 2024-11-21T20:18:03,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:18:03,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:18:03,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36857-0x1015f0bc6730003, quorum=127.0.0.1:61154, baseZNode=/11299041460 Set watcher on znode that does not yet exist, /11299041460/running 2024-11-21T20:18:03,138 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f, hbase.cluster.distributed=false 2024-11-21T20:18:03,139 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36857-0x1015f0bc6730003, quorum=127.0.0.1:61154, baseZNode=/11299041460 Set watcher on znode that does not yet exist, /11299041460/acl 2024-11-21T20:18:03,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36857 2024-11-21T20:18:03,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36857 2024-11-21T20:18:03,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36857 2024-11-21T20:18:03,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36857 2024-11-21T20:18:03,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36857 2024-11-21T20:18:03,191 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:18:03,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:18:03,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:18:03,192 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:18:03,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:18:03,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:18:03,192 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T20:18:03,192 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:18:03,193 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36039 2024-11-21T20:18:03,195 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36039 connecting to ZooKeeper ensemble=127.0.0.1:61154 2024-11-21T20:18:03,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:18:03,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:18:03,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360390x0, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:18:03,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360390x0, quorum=127.0.0.1:61154, baseZNode=/11299041460 Set watcher on znode that does not yet exist, /11299041460/running 2024-11-21T20:18:03,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36039-0x1015f0bc6730004 connected 2024-11-21T20:18:03,216 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T20:18:03,220 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T20:18:03,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36039-0x1015f0bc6730004, quorum=127.0.0.1:61154, baseZNode=/11299041460 Set watcher on znode that does not yet exist, /11299041460/master 2024-11-21T20:18:03,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36039-0x1015f0bc6730004, quorum=127.0.0.1:61154, baseZNode=/11299041460 Set watcher on znode that does not yet exist, /11299041460/acl 2024-11-21T20:18:03,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36039 2024-11-21T20:18:03,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36039 2024-11-21T20:18:03,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36039 2024-11-21T20:18:03,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36039 2024-11-21T20:18:03,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36039 2024-11-21T20:18:03,245 DEBUG [M:0;377014bd7527:36857 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;377014bd7527:36857 2024-11-21T20:18:03,245 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11299041460/backup-masters/377014bd7527,36857,1732220283011 2024-11-21T20:18:03,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x1015f0bc6730004, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11299041460/backup-masters 2024-11-21T20:18:03,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x1015f0bc6730003, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11299041460/backup-masters 2024-11-21T20:18:03,258 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36857-0x1015f0bc6730003, quorum=127.0.0.1:61154, baseZNode=/11299041460 Set watcher on existing znode=/11299041460/backup-masters/377014bd7527,36857,1732220283011 2024-11-21T20:18:03,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x1015f0bc6730003, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11299041460 2024-11-21T20:18:03,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x1015f0bc6730004, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11299041460/master 2024-11-21T20:18:03,271 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36857-0x1015f0bc6730003, quorum=127.0.0.1:61154, baseZNode=/11299041460 Set watcher on existing znode=/11299041460/master 2024-11-21T20:18:03,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x1015f0bc6730004, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11299041460 2024-11-21T20:18:03,276 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11299041460/backup-masters/377014bd7527,36857,1732220283011 from backup master directory 2024-11-21T20:18:03,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x1015f0bc6730003, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11299041460/backup-masters/377014bd7527,36857,1732220283011 2024-11-21T20:18:03,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x1015f0bc6730004, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11299041460/backup-masters 2024-11-21T20:18:03,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x1015f0bc6730003, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11299041460/backup-masters 2024-11-21T20:18:03,289 WARN [master/377014bd7527:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:18:03,289 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=377014bd7527,36857,1732220283011 2024-11-21T20:18:03,306 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/hbase.id] with ID: e678f2a8-97bb-4357-8360-acf81ae2be17 2024-11-21T20:18:03,306 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/.tmp/hbase.id 2024-11-21T20:18:03,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33869 is added to blk_1073741826_1002 (size=42) 2024-11-21T20:18:03,713 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/.tmp/hbase.id]:[hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/hbase.id] 2024-11-21T20:18:03,724 INFO [master/377014bd7527:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:18:03,724 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T20:18:03,725 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T20:18:03,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x1015f0bc6730004, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11299041460 2024-11-21T20:18:03,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x1015f0bc6730003, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11299041460 2024-11-21T20:18:03,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33869 is added to blk_1073741827_1003 (size=196) 2024-11-21T20:18:04,187 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:18:04,188 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T20:18:04,188 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:18:04,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33869 is added to blk_1073741828_1004 (size=1189) 2024-11-21T20:18:04,596 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/MasterData/data/master/store 2024-11-21T20:18:04,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33869 is added to blk_1073741829_1005 (size=34) 2024-11-21T20:18:05,003 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:18:05,003 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:18:05,003 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:18:05,003 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:18:05,003 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:18:05,003 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:18:05,003 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:18:05,003 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220285003Disabling compacts and flushes for region at 1732220285003Disabling writes for close at 1732220285003Writing region close event to WAL at 1732220285003Closed at 1732220285003 2024-11-21T20:18:05,004 WARN [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/MasterData/data/master/store/.initializing 2024-11-21T20:18:05,004 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/MasterData/WALs/377014bd7527,36857,1732220283011 2024-11-21T20:18:05,005 INFO [master/377014bd7527:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:18:05,007 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=377014bd7527%2C36857%2C1732220283011, suffix=, logDir=hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/MasterData/WALs/377014bd7527,36857,1732220283011, archiveDir=hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/MasterData/oldWALs, maxLogs=10 2024-11-21T20:18:05,019 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/MasterData/WALs/377014bd7527,36857,1732220283011/377014bd7527%2C36857%2C1732220283011.1732220285007, exclude list is [], retry=0 2024-11-21T20:18:05,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33869,DS-d1069e97-cb6f-4554-9c1b-d85495a0bf90,DISK] 2024-11-21T20:18:05,023 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/MasterData/WALs/377014bd7527,36857,1732220283011/377014bd7527%2C36857%2C1732220283011.1732220285007 2024-11-21T20:18:05,023 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41341:41341)] 2024-11-21T20:18:05,023 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:18:05,024 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:18:05,024 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:18:05,024 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:18:05,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:18:05,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T20:18:05,027 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:18:05,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:18:05,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:18:05,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T20:18:05,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:18:05,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:18:05,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:18:05,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T20:18:05,030 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:18:05,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:18:05,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:18:05,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T20:18:05,031 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:18:05,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:18:05,032 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:18:05,032 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:18:05,033 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:18:05,034 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:18:05,034 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:18:05,034 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:18:05,035 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:18:05,038 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:18:05,038 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66481388, jitterRate=-0.009350121021270752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:18:05,038 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732220285024Initializing all the Stores at 1732220285025 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220285025Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220285025Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220285025Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220285025Cleaning up temporary data from old regions at 1732220285034 (+9 ms)Region opened successfully at 1732220285038 (+4 ms) 2024-11-21T20:18:05,038 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T20:18:05,041 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1117f6db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:18:05,042 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T20:18:05,042 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T20:18:05,042 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T20:18:05,042 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T20:18:05,042 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T20:18:05,043 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T20:18:05,043 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T20:18:05,045 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T20:18:05,046 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36857-0x1015f0bc6730003, quorum=127.0.0.1:61154, baseZNode=/11299041460 Unable to get data of znode /11299041460/balancer because node does not exist (not necessarily an error) 2024-11-21T20:18:05,122 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11299041460/balancer already deleted, retry=false 2024-11-21T20:18:05,122 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T20:18:05,123 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36857-0x1015f0bc6730003, quorum=127.0.0.1:61154, baseZNode=/11299041460 Unable to get data of znode /11299041460/normalizer because node does not exist (not necessarily an error) 2024-11-21T20:18:05,132 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11299041460/normalizer already deleted, retry=false 2024-11-21T20:18:05,133 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T20:18:05,134 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36857-0x1015f0bc6730003, quorum=127.0.0.1:61154, baseZNode=/11299041460 Unable to get data of znode /11299041460/switch/split because node does not exist (not necessarily an error) 2024-11-21T20:18:05,143 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11299041460/switch/split already deleted, retry=false 2024-11-21T20:18:05,144 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36857-0x1015f0bc6730003, quorum=127.0.0.1:61154, baseZNode=/11299041460 Unable to get data of znode /11299041460/switch/merge because node does not exist (not necessarily an error) 2024-11-21T20:18:05,154 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11299041460/switch/merge already deleted, retry=false 2024-11-21T20:18:05,156 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36857-0x1015f0bc6730003, quorum=127.0.0.1:61154, baseZNode=/11299041460 Unable to get data of znode /11299041460/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T20:18:05,238 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11299041460/snapshot-cleanup already deleted, retry=false 2024-11-21T20:18:05,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x1015f0bc6730004, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11299041460/running 2024-11-21T20:18:05,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x1015f0bc6730003, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11299041460/running 2024-11-21T20:18:05,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x1015f0bc6730003, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11299041460 2024-11-21T20:18:05,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x1015f0bc6730004, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11299041460 2024-11-21T20:18:05,315 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=377014bd7527,36857,1732220283011, sessionid=0x1015f0bc6730003, setting cluster-up flag (Was=false) 2024-11-21T20:18:05,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x1015f0bc6730004, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11299041460 2024-11-21T20:18:05,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x1015f0bc6730003, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11299041460 2024-11-21T20:18:05,385 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11299041460/flush-table-proc/acquired, /11299041460/flush-table-proc/reached, /11299041460/flush-table-proc/abort 2024-11-21T20:18:05,386 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,36857,1732220283011 2024-11-21T20:18:05,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x1015f0bc6730003, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11299041460 2024-11-21T20:18:05,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x1015f0bc6730004, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11299041460 2024-11-21T20:18:05,438 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11299041460/online-snapshot/acquired, /11299041460/online-snapshot/reached, /11299041460/online-snapshot/abort 2024-11-21T20:18:05,439 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,36857,1732220283011 2024-11-21T20:18:05,440 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T20:18:05,441 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T20:18:05,442 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T20:18:05,442 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T20:18:05,442 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 377014bd7527,36857,1732220283011 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T20:18:05,443 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:18:05,443 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:18:05,443 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:18:05,443 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:18:05,443 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/377014bd7527:0, corePoolSize=10, maxPoolSize=10 2024-11-21T20:18:05,443 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:18:05,443 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:18:05,444 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:18:05,445 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:18:05,445 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T20:18:05,445 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732220315445 2024-11-21T20:18:05,445 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T20:18:05,445 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T20:18:05,446 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T20:18:05,446 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T20:18:05,446 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T20:18:05,446 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T20:18:05,446 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:18:05,446 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:18:05,446 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T20:18:05,446 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T20:18:05,446 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T20:18:05,446 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T20:18:05,446 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T20:18:05,446 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T20:18:05,446 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T20:18:05,447 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220285447,5,FailOnTimeoutGroup] 2024-11-21T20:18:05,447 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220285447,5,FailOnTimeoutGroup] 2024-11-21T20:18:05,447 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:18:05,447 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T20:18:05,447 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T20:18:05,447 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T20:18:05,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33869 is added to blk_1073741831_1007 (size=1321) 2024-11-21T20:18:05,531 INFO [RS:0;377014bd7527:36039 {}] regionserver.HRegionServer(746): ClusterId : e678f2a8-97bb-4357-8360-acf81ae2be17 2024-11-21T20:18:05,531 DEBUG [RS:0;377014bd7527:36039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T20:18:05,544 DEBUG [RS:0;377014bd7527:36039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T20:18:05,544 DEBUG [RS:0;377014bd7527:36039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T20:18:05,554 DEBUG [RS:0;377014bd7527:36039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T20:18:05,555 DEBUG [RS:0;377014bd7527:36039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ddcb73c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:18:05,565 DEBUG [RS:0;377014bd7527:36039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;377014bd7527:36039 2024-11-21T20:18:05,566 INFO [RS:0;377014bd7527:36039 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T20:18:05,566 INFO [RS:0;377014bd7527:36039 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T20:18:05,566 DEBUG [RS:0;377014bd7527:36039 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T20:18:05,566 INFO [RS:0;377014bd7527:36039 {}] regionserver.HRegionServer(2659): reportForDuty to master=377014bd7527,36857,1732220283011 with port=36039, startcode=1732220283191 2024-11-21T20:18:05,567 DEBUG [RS:0;377014bd7527:36039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T20:18:05,568 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T20:18:05,568 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36857 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 377014bd7527,36039,1732220283191 2024-11-21T20:18:05,568 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36857 {}] master.ServerManager(517): Registering regionserver=377014bd7527,36039,1732220283191 2024-11-21T20:18:05,570 DEBUG [RS:0;377014bd7527:36039 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f 2024-11-21T20:18:05,570 DEBUG [RS:0;377014bd7527:36039 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32899 2024-11-21T20:18:05,570 DEBUG [RS:0;377014bd7527:36039 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T20:18:05,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x1015f0bc6730003, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11299041460/rs 2024-11-21T20:18:05,626 DEBUG [RS:0;377014bd7527:36039 {}] zookeeper.ZKUtil(111): regionserver:36039-0x1015f0bc6730004, quorum=127.0.0.1:61154, baseZNode=/11299041460 Set watcher on existing znode=/11299041460/rs/377014bd7527,36039,1732220283191 2024-11-21T20:18:05,627 WARN [RS:0;377014bd7527:36039 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:18:05,627 INFO [RS:0;377014bd7527:36039 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:18:05,627 DEBUG [RS:0;377014bd7527:36039 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/WALs/377014bd7527,36039,1732220283191 2024-11-21T20:18:05,627 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [377014bd7527,36039,1732220283191] 2024-11-21T20:18:05,630 INFO [RS:0;377014bd7527:36039 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T20:18:05,632 INFO [RS:0;377014bd7527:36039 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T20:18:05,632 INFO [RS:0;377014bd7527:36039 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T20:18:05,632 INFO [RS:0;377014bd7527:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:18:05,632 INFO [RS:0;377014bd7527:36039 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T20:18:05,633 INFO [RS:0;377014bd7527:36039 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T20:18:05,633 INFO [RS:0;377014bd7527:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T20:18:05,633 DEBUG [RS:0;377014bd7527:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:18:05,633 DEBUG [RS:0;377014bd7527:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:18:05,633 DEBUG [RS:0;377014bd7527:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:18:05,633 DEBUG [RS:0;377014bd7527:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:18:05,633 DEBUG [RS:0;377014bd7527:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:18:05,633 DEBUG [RS:0;377014bd7527:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:18:05,633 DEBUG [RS:0;377014bd7527:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:18:05,633 DEBUG [RS:0;377014bd7527:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:18:05,633 DEBUG [RS:0;377014bd7527:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:18:05,633 DEBUG [RS:0;377014bd7527:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:18:05,633 DEBUG [RS:0;377014bd7527:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:18:05,633 DEBUG [RS:0;377014bd7527:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:18:05,633 DEBUG [RS:0;377014bd7527:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:18:05,633 DEBUG [RS:0;377014bd7527:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:18:05,634 INFO [RS:0;377014bd7527:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:18:05,634 INFO [RS:0;377014bd7527:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:18:05,634 INFO [RS:0;377014bd7527:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:18:05,634 INFO [RS:0;377014bd7527:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T20:18:05,634 INFO [RS:0;377014bd7527:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T20:18:05,634 INFO [RS:0;377014bd7527:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,36039,1732220283191-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:18:05,647 INFO [RS:0;377014bd7527:36039 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T20:18:05,647 INFO [RS:0;377014bd7527:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,36039,1732220283191-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:18:05,647 INFO [RS:0;377014bd7527:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:18:05,647 INFO [RS:0;377014bd7527:36039 {}] regionserver.Replication(171): 377014bd7527,36039,1732220283191 started 2024-11-21T20:18:05,658 INFO [RS:0;377014bd7527:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:18:05,659 INFO [RS:0;377014bd7527:36039 {}] regionserver.HRegionServer(1482): Serving as 377014bd7527,36039,1732220283191, RpcServer on 377014bd7527/172.17.0.2:36039, sessionid=0x1015f0bc6730004 2024-11-21T20:18:05,659 DEBUG [RS:0;377014bd7527:36039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T20:18:05,659 DEBUG [RS:0;377014bd7527:36039 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 377014bd7527,36039,1732220283191 2024-11-21T20:18:05,659 DEBUG [RS:0;377014bd7527:36039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,36039,1732220283191' 2024-11-21T20:18:05,659 DEBUG [RS:0;377014bd7527:36039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11299041460/flush-table-proc/abort' 2024-11-21T20:18:05,659 DEBUG [RS:0;377014bd7527:36039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11299041460/flush-table-proc/acquired' 2024-11-21T20:18:05,660 DEBUG [RS:0;377014bd7527:36039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T20:18:05,660 DEBUG [RS:0;377014bd7527:36039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T20:18:05,660 DEBUG [RS:0;377014bd7527:36039 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 377014bd7527,36039,1732220283191 2024-11-21T20:18:05,660 DEBUG [RS:0;377014bd7527:36039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,36039,1732220283191' 2024-11-21T20:18:05,660 DEBUG [RS:0;377014bd7527:36039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11299041460/online-snapshot/abort' 2024-11-21T20:18:05,660 DEBUG [RS:0;377014bd7527:36039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11299041460/online-snapshot/acquired' 2024-11-21T20:18:05,661 DEBUG [RS:0;377014bd7527:36039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T20:18:05,661 INFO [RS:0;377014bd7527:36039 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T20:18:05,661 INFO [RS:0;377014bd7527:36039 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T20:18:05,761 INFO [RS:0;377014bd7527:36039 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:18:05,763 INFO [RS:0;377014bd7527:36039 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C36039%2C1732220283191, suffix=, logDir=hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/WALs/377014bd7527,36039,1732220283191, archiveDir=hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/oldWALs, maxLogs=10 2024-11-21T20:18:05,780 DEBUG [RS:0;377014bd7527:36039 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/WALs/377014bd7527,36039,1732220283191/377014bd7527%2C36039%2C1732220283191.1732220285763, exclude list is [], retry=0 2024-11-21T20:18:05,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33869,DS-d1069e97-cb6f-4554-9c1b-d85495a0bf90,DISK] 2024-11-21T20:18:05,785 INFO [RS:0;377014bd7527:36039 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/WALs/377014bd7527,36039,1732220283191/377014bd7527%2C36039%2C1732220283191.1732220285763 2024-11-21T20:18:05,785 DEBUG [RS:0;377014bd7527:36039 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41341:41341)] 2024-11-21T20:18:05,855 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T20:18:05,855 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f 2024-11-21T20:18:05,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33869 is added to blk_1073741833_1009 (size=32) 2024-11-21T20:18:05,975 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:18:05,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:18:05,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:18:05,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:18:05,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:18:06,006 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T20:18:06,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:18:06,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:18:06,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:18:06,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:18:06,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:18:06,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:18:06,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:18:06,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:18:06,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:18:06,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:18:06,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:18:06,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:18:06,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:18:06,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:18:06,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:18:06,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:18:06,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:18:06,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:18:06,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/hbase/meta/1588230740 2024-11-21T20:18:06,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/hbase/meta/1588230740 2024-11-21T20:18:06,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:18:06,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:18:06,272 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:18:06,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:18:06,275 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:18:06,276 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64820121, jitterRate=-0.034104928374290466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:18:06,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732220286261Initializing all the Stores at 1732220286262 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220286262Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220286262Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220286262Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220286262Cleaning up temporary data from old regions at 1732220286271 (+9 ms)Region opened successfully at 1732220286276 (+5 ms) 2024-11-21T20:18:06,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:18:06,276 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:18:06,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:18:06,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:18:06,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:18:06,277 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:18:06,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220286276Disabling compacts and flushes for region at 1732220286276Disabling writes for close at 1732220286276Writing region close event to WAL at 1732220286276Closed at 1732220286276 2024-11-21T20:18:06,278 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:18:06,278 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T20:18:06,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T20:18:06,279 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:18:06,280 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T20:18:06,430 DEBUG [377014bd7527:36857 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T20:18:06,431 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=377014bd7527,36039,1732220283191 2024-11-21T20:18:06,432 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,36039,1732220283191, state=OPENING 2024-11-21T20:18:06,480 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T20:18:06,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x1015f0bc6730003, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11299041460 2024-11-21T20:18:06,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x1015f0bc6730004, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11299041460 2024-11-21T20:18:06,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11299041460/meta-region-server: CHANGED 2024-11-21T20:18:06,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11299041460/meta-region-server: CHANGED 2024-11-21T20:18:06,491 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:18:06,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,36039,1732220283191}] 2024-11-21T20:18:06,644 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:18:06,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49157, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T20:18:06,649 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T20:18:06,649 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:18:06,649 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T20:18:06,651 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C36039%2C1732220283191.meta, suffix=.meta, logDir=hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/WALs/377014bd7527,36039,1732220283191, archiveDir=hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/oldWALs, maxLogs=10 2024-11-21T20:18:06,664 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/WALs/377014bd7527,36039,1732220283191/377014bd7527%2C36039%2C1732220283191.meta.1732220286651.meta, exclude list is [], retry=0 2024-11-21T20:18:06,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33869,DS-d1069e97-cb6f-4554-9c1b-d85495a0bf90,DISK] 2024-11-21T20:18:06,668 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/WALs/377014bd7527,36039,1732220283191/377014bd7527%2C36039%2C1732220283191.meta.1732220286651.meta 2024-11-21T20:18:06,668 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41341:41341)] 2024-11-21T20:18:06,669 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:18:06,669 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:18:06,669 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:18:06,669 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T20:18:06,669 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T20:18:06,669 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T20:18:06,669 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:18:06,669 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T20:18:06,669 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T20:18:06,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:18:06,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:18:06,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:18:06,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:18:06,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:18:06,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:18:06,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:18:06,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:18:06,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:18:06,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:18:06,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:18:06,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:18:06,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:18:06,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:18:06,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:18:06,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:18:06,676 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:18:06,677 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/hbase/meta/1588230740 2024-11-21T20:18:06,678 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/hbase/meta/1588230740 2024-11-21T20:18:06,679 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:18:06,679 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:18:06,679 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:18:06,681 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:18:06,681 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66546665, jitterRate=-0.008377417922019958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:18:06,681 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T20:18:06,681 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732220286669Writing region info on filesystem at 1732220286670 (+1 ms)Initializing all the Stores at 1732220286670Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220286670Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220286671 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220286671Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220286671Cleaning up temporary data from old regions at 1732220286679 (+8 ms)Running coprocessor post-open hooks at 1732220286681 (+2 ms)Region opened successfully at 1732220286681 2024-11-21T20:18:06,682 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732220286644 2024-11-21T20:18:06,685 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T20:18:06,685 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T20:18:06,686 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,36039,1732220283191 2024-11-21T20:18:06,687 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,36039,1732220283191, state=OPEN 2024-11-21T20:18:06,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x1015f0bc6730004, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11299041460/meta-region-server 2024-11-21T20:18:06,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x1015f0bc6730003, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11299041460/meta-region-server 2024-11-21T20:18:06,699 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=377014bd7527,36039,1732220283191 2024-11-21T20:18:06,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11299041460/meta-region-server: CHANGED 2024-11-21T20:18:06,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11299041460/meta-region-server: CHANGED 2024-11-21T20:18:06,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T20:18:06,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,36039,1732220283191 in 208 msec 2024-11-21T20:18:06,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T20:18:06,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 424 msec 2024-11-21T20:18:06,705 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:18:06,705 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T20:18:06,707 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:18:06,707 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,36039,1732220283191, seqNum=-1] 2024-11-21T20:18:06,707 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:18:06,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:18:06,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2730 sec 2024-11-21T20:18:06,715 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732220286715, completionTime=-1 2024-11-21T20:18:06,715 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T20:18:06,715 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T20:18:06,717 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T20:18:06,717 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732220346717 2024-11-21T20:18:06,717 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732220406717 2024-11-21T20:18:06,717 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T20:18:06,717 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,36857,1732220283011-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:18:06,717 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,36857,1732220283011-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:18:06,717 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,36857,1732220283011-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:18:06,717 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-377014bd7527:36857, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:18:06,717 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T20:18:06,718 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T20:18:06,719 DEBUG [master/377014bd7527:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T20:18:06,721 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.432sec 2024-11-21T20:18:06,721 INFO [master/377014bd7527:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T20:18:06,721 INFO [master/377014bd7527:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T20:18:06,721 INFO [master/377014bd7527:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T20:18:06,721 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T20:18:06,721 INFO [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T20:18:06,721 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,36857,1732220283011-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:18:06,722 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,36857,1732220283011-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T20:18:06,724 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T20:18:06,724 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T20:18:06,724 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,36857,1732220283011-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:18:06,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25ed74cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:18:06,732 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,36857,-1 for getting cluster id 2024-11-21T20:18:06,732 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:18:06,733 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e678f2a8-97bb-4357-8360-acf81ae2be17' 2024-11-21T20:18:06,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:18:06,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e678f2a8-97bb-4357-8360-acf81ae2be17" 2024-11-21T20:18:06,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d76b151, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:18:06,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,36857,-1] 2024-11-21T20:18:06,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:18:06,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:18:06,736 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:18:06,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c7e774e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:18:06,737 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:18:06,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,36039,1732220283191, seqNum=-1] 2024-11-21T20:18:06,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:18:06,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:18:06,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=377014bd7527,36857,1732220283011 2024-11-21T20:18:06,742 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61154 2024-11-21T20:18:06,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:18:06,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015f0bc6730005 connected 2024-11-21T20:18:06,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:18:06,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,42945,1732220277459 2024-11-21T20:18:06,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@121e160d 2024-11-21T20:18:06,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:18:06,771 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:18:06,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42945 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:18:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42945 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T20:18:06,777 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:18:06,778 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:18:06,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42945 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T20:18:06,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:18:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:18:06,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741835_1011 (size=902) 2024-11-21T20:18:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:18:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:18:07,187 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1da91cd0fe6059b243539353f023ff87, NAME => 'test,,1732220286771.1da91cd0fe6059b243539353f023ff87.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5 2024-11-21T20:18:07,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741836_1012 (size=39) 2024-11-21T20:18:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:18:07,593 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732220286771.1da91cd0fe6059b243539353f023ff87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:18:07,593 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1da91cd0fe6059b243539353f023ff87, disabling compactions & flushes 2024-11-21T20:18:07,593 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732220286771.1da91cd0fe6059b243539353f023ff87. 2024-11-21T20:18:07,593 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732220286771.1da91cd0fe6059b243539353f023ff87. 2024-11-21T20:18:07,594 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732220286771.1da91cd0fe6059b243539353f023ff87. after waiting 0 ms 2024-11-21T20:18:07,594 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732220286771.1da91cd0fe6059b243539353f023ff87. 2024-11-21T20:18:07,594 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732220286771.1da91cd0fe6059b243539353f023ff87. 2024-11-21T20:18:07,594 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1da91cd0fe6059b243539353f023ff87: Waiting for close lock at 1732220287593Disabling compacts and flushes for region at 1732220287593Disabling writes for close at 1732220287594 (+1 ms)Writing region close event to WAL at 1732220287594Closed at 1732220287594 2024-11-21T20:18:07,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:18:07,596 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732220286771.1da91cd0fe6059b243539353f023ff87.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732220287595"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220287595"}]},"ts":"1732220287595"} 2024-11-21T20:18:07,598 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:18:07,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:18:07,599 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220287599"}]},"ts":"1732220287599"} 2024-11-21T20:18:07,601 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T20:18:07,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1da91cd0fe6059b243539353f023ff87, ASSIGN}] 2024-11-21T20:18:07,603 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1da91cd0fe6059b243539353f023ff87, ASSIGN 2024-11-21T20:18:07,604 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1da91cd0fe6059b243539353f023ff87, ASSIGN; state=OFFLINE, location=377014bd7527,34369,1732220277648; forceNewPlan=false, retain=false 2024-11-21T20:18:07,755 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1da91cd0fe6059b243539353f023ff87, regionState=OPENING, regionLocation=377014bd7527,34369,1732220277648 2024-11-21T20:18:07,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1da91cd0fe6059b243539353f023ff87, ASSIGN because future has completed 2024-11-21T20:18:07,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1da91cd0fe6059b243539353f023ff87, server=377014bd7527,34369,1732220277648}] 2024-11-21T20:18:07,913 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732220286771.1da91cd0fe6059b243539353f023ff87. 2024-11-21T20:18:07,913 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1da91cd0fe6059b243539353f023ff87, NAME => 'test,,1732220286771.1da91cd0fe6059b243539353f023ff87.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:18:07,913 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:18:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:18:07,914 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T20:18:07,914 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1da91cd0fe6059b243539353f023ff87 2024-11-21T20:18:07,914 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732220286771.1da91cd0fe6059b243539353f023ff87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:18:07,914 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1da91cd0fe6059b243539353f023ff87 2024-11-21T20:18:07,914 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1da91cd0fe6059b243539353f023ff87 2024-11-21T20:18:07,915 INFO [StoreOpener-1da91cd0fe6059b243539353f023ff87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1da91cd0fe6059b243539353f023ff87 2024-11-21T20:18:07,917 INFO [StoreOpener-1da91cd0fe6059b243539353f023ff87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1da91cd0fe6059b243539353f023ff87 columnFamilyName f 2024-11-21T20:18:07,917 DEBUG [StoreOpener-1da91cd0fe6059b243539353f023ff87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:18:07,917 INFO [StoreOpener-1da91cd0fe6059b243539353f023ff87-1 {}] regionserver.HStore(327): Store=1da91cd0fe6059b243539353f023ff87/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:18:07,917 INFO [StoreOpener-1da91cd0fe6059b243539353f023ff87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1da91cd0fe6059b243539353f023ff87 2024-11-21T20:18:07,918 INFO [StoreOpener-1da91cd0fe6059b243539353f023ff87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1da91cd0fe6059b243539353f023ff87 columnFamilyName f1 2024-11-21T20:18:07,918 DEBUG [StoreOpener-1da91cd0fe6059b243539353f023ff87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:18:07,919 INFO [StoreOpener-1da91cd0fe6059b243539353f023ff87-1 {}] regionserver.HStore(327): Store=1da91cd0fe6059b243539353f023ff87/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:18:07,919 INFO [StoreOpener-1da91cd0fe6059b243539353f023ff87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1da91cd0fe6059b243539353f023ff87 2024-11-21T20:18:07,920 INFO [StoreOpener-1da91cd0fe6059b243539353f023ff87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1da91cd0fe6059b243539353f023ff87 columnFamilyName norep 2024-11-21T20:18:07,920 DEBUG [StoreOpener-1da91cd0fe6059b243539353f023ff87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:18:07,921 INFO [StoreOpener-1da91cd0fe6059b243539353f023ff87-1 {}] regionserver.HStore(327): Store=1da91cd0fe6059b243539353f023ff87/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:18:07,921 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1da91cd0fe6059b243539353f023ff87 2024-11-21T20:18:07,921 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/default/test/1da91cd0fe6059b243539353f023ff87 2024-11-21T20:18:07,922 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/default/test/1da91cd0fe6059b243539353f023ff87 2024-11-21T20:18:07,922 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1da91cd0fe6059b243539353f023ff87 2024-11-21T20:18:07,923 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1da91cd0fe6059b243539353f023ff87 2024-11-21T20:18:07,923 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:18:07,924 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1da91cd0fe6059b243539353f023ff87 2024-11-21T20:18:07,926 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/default/test/1da91cd0fe6059b243539353f023ff87/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:18:07,926 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1da91cd0fe6059b243539353f023ff87; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73690223, jitterRate=0.09806989133358002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:18:07,926 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1da91cd0fe6059b243539353f023ff87 2024-11-21T20:18:07,927 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1da91cd0fe6059b243539353f023ff87: Running coprocessor pre-open hook at 1732220287914Writing region info on filesystem at 1732220287914Initializing all the Stores at 1732220287915 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220287915Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220287915Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220287915Cleaning up temporary data from old regions at 1732220287923 (+8 ms)Running coprocessor post-open hooks at 1732220287926 (+3 ms)Region opened successfully at 1732220287927 (+1 ms) 2024-11-21T20:18:07,929 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732220286771.1da91cd0fe6059b243539353f023ff87., pid=6, masterSystemTime=1732220287909 2024-11-21T20:18:07,931 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732220286771.1da91cd0fe6059b243539353f023ff87. 2024-11-21T20:18:07,931 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732220286771.1da91cd0fe6059b243539353f023ff87. 2024-11-21T20:18:07,932 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1da91cd0fe6059b243539353f023ff87, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=377014bd7527,34369,1732220277648 2024-11-21T20:18:07,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1da91cd0fe6059b243539353f023ff87, server=377014bd7527,34369,1732220277648 because future has completed 2024-11-21T20:18:07,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T20:18:07,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1da91cd0fe6059b243539353f023ff87, server=377014bd7527,34369,1732220277648 in 178 msec 2024-11-21T20:18:07,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T20:18:07,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1da91cd0fe6059b243539353f023ff87, ASSIGN in 337 msec 2024-11-21T20:18:07,942 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:18:07,942 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220287942"}]},"ts":"1732220287942"} 2024-11-21T20:18:07,944 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T20:18:07,945 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:18:07,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1710 sec 2024-11-21T20:18:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:18:08,924 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:18:08,925 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T20:18:08,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,36857,1732220283011 2024-11-21T20:18:08,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56eb8753 2024-11-21T20:18:08,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:18:08,927 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:18:08,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36857 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:18:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36857 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T20:18:08,930 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:18:08,930 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:18:08,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36857 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T20:18:08,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:18:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:18:08,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33869 is added to blk_1073741835_1011 (size=902) 2024-11-21T20:18:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:18:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:18:09,339 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f4b121dae3389ac746651a9a530867c7, NAME => 'test,,1732220288927.f4b121dae3389ac746651a9a530867c7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f 2024-11-21T20:18:09,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33869 is added to blk_1073741836_1012 (size=39) 2024-11-21T20:18:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:18:09,745 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732220288927.f4b121dae3389ac746651a9a530867c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:18:09,745 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f4b121dae3389ac746651a9a530867c7, disabling compactions & flushes 2024-11-21T20:18:09,745 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732220288927.f4b121dae3389ac746651a9a530867c7. 2024-11-21T20:18:09,745 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732220288927.f4b121dae3389ac746651a9a530867c7. 2024-11-21T20:18:09,745 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732220288927.f4b121dae3389ac746651a9a530867c7. after waiting 0 ms 2024-11-21T20:18:09,745 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732220288927.f4b121dae3389ac746651a9a530867c7. 2024-11-21T20:18:09,745 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732220288927.f4b121dae3389ac746651a9a530867c7. 2024-11-21T20:18:09,745 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f4b121dae3389ac746651a9a530867c7: Waiting for close lock at 1732220289745Disabling compacts and flushes for region at 1732220289745Disabling writes for close at 1732220289745Writing region close event to WAL at 1732220289745Closed at 1732220289745 2024-11-21T20:18:09,747 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:18:09,747 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732220288927.f4b121dae3389ac746651a9a530867c7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732220289747"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220289747"}]},"ts":"1732220289747"} 2024-11-21T20:18:09,749 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:18:09,751 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:18:09,751 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220289751"}]},"ts":"1732220289751"} 2024-11-21T20:18:09,753 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T20:18:09,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f4b121dae3389ac746651a9a530867c7, ASSIGN}] 2024-11-21T20:18:09,754 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f4b121dae3389ac746651a9a530867c7, ASSIGN 2024-11-21T20:18:09,755 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f4b121dae3389ac746651a9a530867c7, ASSIGN; state=OFFLINE, location=377014bd7527,36039,1732220283191; forceNewPlan=false, retain=false 2024-11-21T20:18:09,906 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f4b121dae3389ac746651a9a530867c7, regionState=OPENING, regionLocation=377014bd7527,36039,1732220283191 2024-11-21T20:18:09,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f4b121dae3389ac746651a9a530867c7, ASSIGN because future has completed 2024-11-21T20:18:09,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4b121dae3389ac746651a9a530867c7, server=377014bd7527,36039,1732220283191}] 2024-11-21T20:18:10,066 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732220288927.f4b121dae3389ac746651a9a530867c7. 2024-11-21T20:18:10,066 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f4b121dae3389ac746651a9a530867c7, NAME => 'test,,1732220288927.f4b121dae3389ac746651a9a530867c7.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:18:10,067 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:18:10,067 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T20:18:10,067 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f4b121dae3389ac746651a9a530867c7 2024-11-21T20:18:10,067 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732220288927.f4b121dae3389ac746651a9a530867c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:18:10,067 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f4b121dae3389ac746651a9a530867c7 2024-11-21T20:18:10,067 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f4b121dae3389ac746651a9a530867c7 2024-11-21T20:18:10,069 INFO [StoreOpener-f4b121dae3389ac746651a9a530867c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f4b121dae3389ac746651a9a530867c7 2024-11-21T20:18:10,070 INFO [StoreOpener-f4b121dae3389ac746651a9a530867c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4b121dae3389ac746651a9a530867c7 columnFamilyName f 2024-11-21T20:18:10,070 DEBUG [StoreOpener-f4b121dae3389ac746651a9a530867c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:18:10,070 INFO [StoreOpener-f4b121dae3389ac746651a9a530867c7-1 {}] regionserver.HStore(327): Store=f4b121dae3389ac746651a9a530867c7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:18:10,070 INFO [StoreOpener-f4b121dae3389ac746651a9a530867c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f4b121dae3389ac746651a9a530867c7 2024-11-21T20:18:10,071 INFO [StoreOpener-f4b121dae3389ac746651a9a530867c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4b121dae3389ac746651a9a530867c7 columnFamilyName f1 2024-11-21T20:18:10,071 DEBUG [StoreOpener-f4b121dae3389ac746651a9a530867c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:18:10,072 INFO [StoreOpener-f4b121dae3389ac746651a9a530867c7-1 {}] regionserver.HStore(327): Store=f4b121dae3389ac746651a9a530867c7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:18:10,072 INFO [StoreOpener-f4b121dae3389ac746651a9a530867c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f4b121dae3389ac746651a9a530867c7 2024-11-21T20:18:10,073 INFO [StoreOpener-f4b121dae3389ac746651a9a530867c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4b121dae3389ac746651a9a530867c7 columnFamilyName norep 2024-11-21T20:18:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:18:10,073 DEBUG [StoreOpener-f4b121dae3389ac746651a9a530867c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:18:10,073 INFO [StoreOpener-f4b121dae3389ac746651a9a530867c7-1 {}] regionserver.HStore(327): Store=f4b121dae3389ac746651a9a530867c7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:18:10,074 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f4b121dae3389ac746651a9a530867c7 2024-11-21T20:18:10,074 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/default/test/f4b121dae3389ac746651a9a530867c7 2024-11-21T20:18:10,075 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/default/test/f4b121dae3389ac746651a9a530867c7 2024-11-21T20:18:10,076 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f4b121dae3389ac746651a9a530867c7 2024-11-21T20:18:10,076 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f4b121dae3389ac746651a9a530867c7 2024-11-21T20:18:10,076 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:18:10,077 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f4b121dae3389ac746651a9a530867c7 2024-11-21T20:18:10,079 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/default/test/f4b121dae3389ac746651a9a530867c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:18:10,080 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f4b121dae3389ac746651a9a530867c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75158020, jitterRate=0.11994177103042603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:18:10,080 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f4b121dae3389ac746651a9a530867c7 2024-11-21T20:18:10,080 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f4b121dae3389ac746651a9a530867c7: Running coprocessor pre-open hook at 1732220290067Writing region info on filesystem at 1732220290067Initializing all the Stores at 1732220290068 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220290068Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220290068Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220290068Cleaning up temporary data from old regions at 1732220290076 (+8 ms)Running coprocessor post-open hooks at 1732220290080 (+4 ms)Region opened successfully at 1732220290080 2024-11-21T20:18:10,081 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732220288927.f4b121dae3389ac746651a9a530867c7., pid=6, masterSystemTime=1732220290062 2024-11-21T20:18:10,083 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732220288927.f4b121dae3389ac746651a9a530867c7. 2024-11-21T20:18:10,084 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732220288927.f4b121dae3389ac746651a9a530867c7. 2024-11-21T20:18:10,084 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f4b121dae3389ac746651a9a530867c7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=377014bd7527,36039,1732220283191 2024-11-21T20:18:10,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4b121dae3389ac746651a9a530867c7, server=377014bd7527,36039,1732220283191 because future has completed 2024-11-21T20:18:10,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T20:18:10,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f4b121dae3389ac746651a9a530867c7, server=377014bd7527,36039,1732220283191 in 180 msec 2024-11-21T20:18:10,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T20:18:10,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f4b121dae3389ac746651a9a530867c7, ASSIGN in 338 msec 2024-11-21T20:18:10,095 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:18:10,095 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220290095"}]},"ts":"1732220290095"} 2024-11-21T20:18:10,097 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T20:18:10,098 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:18:10,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1700 sec 2024-11-21T20:18:10,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T20:18:10,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T20:18:10,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T20:18:10,839 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T20:18:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:18:11,084 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T20:18:11,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abe0e23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:18:11,085 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,42945,-1 for getting cluster id 2024-11-21T20:18:11,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:18:11,086 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39ed3a55-93ab-4066-a6ed-7bdec31dcb37' 2024-11-21T20:18:11,086 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:18:11,086 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39ed3a55-93ab-4066-a6ed-7bdec31dcb37" 2024-11-21T20:18:11,086 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b45a1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:18:11,086 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,42945,-1] 2024-11-21T20:18:11,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:18:11,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:18:11,088 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:18:11,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b17b622, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:18:11,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9afe39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:18:11,097 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,36857,-1 for getting cluster id 2024-11-21T20:18:11,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:18:11,098 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e678f2a8-97bb-4357-8360-acf81ae2be17' 2024-11-21T20:18:11,098 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:18:11,098 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e678f2a8-97bb-4357-8360-acf81ae2be17" 2024-11-21T20:18:11,099 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b4b653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:18:11,099 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,36857,-1] 2024-11-21T20:18:11,099 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:18:11,099 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:18:11,101 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:18:11,102 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251bf57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:18:11,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a06532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:18:11,105 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,42945,-1 for getting cluster id 2024-11-21T20:18:11,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:18:11,107 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39ed3a55-93ab-4066-a6ed-7bdec31dcb37' 2024-11-21T20:18:11,107 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:18:11,107 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39ed3a55-93ab-4066-a6ed-7bdec31dcb37" 2024-11-21T20:18:11,108 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@212f1f76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:18:11,108 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,42945,-1] 2024-11-21T20:18:11,108 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:18:11,108 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:18:11,109 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:18:11,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab8517b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:18:11,112 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:18:11,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,42945,1732220277459 2024-11-21T20:18:11,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f36cb9e 2024-11-21T20:18:11,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:18:11,115 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:18:11,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42945 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://377014bd7527:36857,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-21T20:18:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42945 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T20:18:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:18:11,119 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:36857' 2024-11-21T20:18:11,121 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4441b7f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:18:11,121 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,36857,-1 for getting cluster id 2024-11-21T20:18:11,121 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:18:11,122 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e678f2a8-97bb-4357-8360-acf81ae2be17' 2024-11-21T20:18:11,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:18:11,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e678f2a8-97bb-4357-8360-acf81ae2be17" 2024-11-21T20:18:11,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b03b141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:18:11,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,36857,-1] 2024-11-21T20:18:11,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:18:11,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:18:11,124 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:18:11,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f5d3c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:18:11,125 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:18:11,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,36857,1732220283011 2024-11-21T20:18:11,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@888ab2 2024-11-21T20:18:11,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:18:11,127 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:18:11,128 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T20:18:11,128 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T20:18:11,128 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:18:11,128 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:18:11,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:18:11,129 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:18:11,130 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T20:18:11,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:18:11,132 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:18:11,133 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:18:11,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741837_1013 (size=1138) 2024-11-21T20:18:11,181 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T20:18:11,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:18:11,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:18:11,542 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 71fe17286aacdb2249f7a0e0bee252c9, NAME => 'hbase:replication,,1732220291129.71fe17286aacdb2249f7a0e0bee252c9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5 2024-11-21T20:18:11,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741838_1014 (size=44) 2024-11-21T20:18:11,555 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732220291129.71fe17286aacdb2249f7a0e0bee252c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:18:11,555 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 71fe17286aacdb2249f7a0e0bee252c9, disabling compactions & flushes 2024-11-21T20:18:11,556 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732220291129.71fe17286aacdb2249f7a0e0bee252c9. 2024-11-21T20:18:11,556 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732220291129.71fe17286aacdb2249f7a0e0bee252c9. 2024-11-21T20:18:11,556 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732220291129.71fe17286aacdb2249f7a0e0bee252c9. after waiting 0 ms 2024-11-21T20:18:11,556 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732220291129.71fe17286aacdb2249f7a0e0bee252c9. 2024-11-21T20:18:11,556 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732220291129.71fe17286aacdb2249f7a0e0bee252c9. 2024-11-21T20:18:11,556 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 71fe17286aacdb2249f7a0e0bee252c9: Waiting for close lock at 1732220291555Disabling compacts and flushes for region at 1732220291555Disabling writes for close at 1732220291556 (+1 ms)Writing region close event to WAL at 1732220291556Closed at 1732220291556 2024-11-21T20:18:11,558 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:18:11,558 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732220291129.71fe17286aacdb2249f7a0e0bee252c9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732220291558"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220291558"}]},"ts":"1732220291558"} 2024-11-21T20:18:11,566 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:18:11,568 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:18:11,569 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220291568"}]},"ts":"1732220291568"} 2024-11-21T20:18:11,572 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T20:18:11,572 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=71fe17286aacdb2249f7a0e0bee252c9, ASSIGN}] 2024-11-21T20:18:11,576 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=71fe17286aacdb2249f7a0e0bee252c9, ASSIGN 2024-11-21T20:18:11,577 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=71fe17286aacdb2249f7a0e0bee252c9, ASSIGN; state=OFFLINE, location=377014bd7527,34369,1732220277648; forceNewPlan=false, retain=false 2024-11-21T20:18:11,631 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T20:18:11,728 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=71fe17286aacdb2249f7a0e0bee252c9, regionState=OPENING, regionLocation=377014bd7527,34369,1732220277648 2024-11-21T20:18:11,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=71fe17286aacdb2249f7a0e0bee252c9, ASSIGN because future has completed 2024-11-21T20:18:11,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71fe17286aacdb2249f7a0e0bee252c9, server=377014bd7527,34369,1732220277648}] 2024-11-21T20:18:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:18:11,886 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732220291129.71fe17286aacdb2249f7a0e0bee252c9. 2024-11-21T20:18:11,886 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:18:11,887 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T20:18:11,888 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C34369%2C1732220277648.rep, suffix=, logDir=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648, archiveDir=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/oldWALs, maxLogs=10 2024-11-21T20:18:11,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.rep.1732220291888, exclude list is [], retry=0 2024-11-21T20:18:11,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46229,DS-fe49a0ae-b7fa-4b56-bed1-1f3fc78b753b,DISK] 2024-11-21T20:18:11,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.rep.1732220291888 2024-11-21T20:18:11,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37979:37979)] 2024-11-21T20:18:11,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 71fe17286aacdb2249f7a0e0bee252c9, NAME => 'hbase:replication,,1732220291129.71fe17286aacdb2249f7a0e0bee252c9.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:18:11,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:18:11,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:18:11,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732220291129.71fe17286aacdb2249f7a0e0bee252c9. service=MultiRowMutationService 2024-11-21T20:18:11,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T20:18:11,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 71fe17286aacdb2249f7a0e0bee252c9 2024-11-21T20:18:11,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732220291129.71fe17286aacdb2249f7a0e0bee252c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:18:11,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 71fe17286aacdb2249f7a0e0bee252c9 2024-11-21T20:18:11,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 71fe17286aacdb2249f7a0e0bee252c9 2024-11-21T20:18:11,907 INFO [StoreOpener-71fe17286aacdb2249f7a0e0bee252c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 71fe17286aacdb2249f7a0e0bee252c9 2024-11-21T20:18:11,908 INFO [StoreOpener-71fe17286aacdb2249f7a0e0bee252c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71fe17286aacdb2249f7a0e0bee252c9 columnFamilyName hfileref 2024-11-21T20:18:11,908 DEBUG [StoreOpener-71fe17286aacdb2249f7a0e0bee252c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:18:11,908 INFO [StoreOpener-71fe17286aacdb2249f7a0e0bee252c9-1 {}] regionserver.HStore(327): Store=71fe17286aacdb2249f7a0e0bee252c9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:18:11,908 INFO [StoreOpener-71fe17286aacdb2249f7a0e0bee252c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 71fe17286aacdb2249f7a0e0bee252c9 2024-11-21T20:18:11,910 INFO [StoreOpener-71fe17286aacdb2249f7a0e0bee252c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71fe17286aacdb2249f7a0e0bee252c9 columnFamilyName queue 2024-11-21T20:18:11,910 DEBUG [StoreOpener-71fe17286aacdb2249f7a0e0bee252c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:18:11,910 INFO [StoreOpener-71fe17286aacdb2249f7a0e0bee252c9-1 {}] regionserver.HStore(327): Store=71fe17286aacdb2249f7a0e0bee252c9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:18:11,911 INFO [StoreOpener-71fe17286aacdb2249f7a0e0bee252c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 71fe17286aacdb2249f7a0e0bee252c9 2024-11-21T20:18:11,913 INFO [StoreOpener-71fe17286aacdb2249f7a0e0bee252c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71fe17286aacdb2249f7a0e0bee252c9 columnFamilyName sid 2024-11-21T20:18:11,913 DEBUG [StoreOpener-71fe17286aacdb2249f7a0e0bee252c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:18:11,913 INFO [StoreOpener-71fe17286aacdb2249f7a0e0bee252c9-1 {}] regionserver.HStore(327): Store=71fe17286aacdb2249f7a0e0bee252c9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:18:11,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 71fe17286aacdb2249f7a0e0bee252c9 2024-11-21T20:18:11,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/replication/71fe17286aacdb2249f7a0e0bee252c9 2024-11-21T20:18:11,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/replication/71fe17286aacdb2249f7a0e0bee252c9 2024-11-21T20:18:11,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 71fe17286aacdb2249f7a0e0bee252c9 2024-11-21T20:18:11,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 71fe17286aacdb2249f7a0e0bee252c9 2024-11-21T20:18:11,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:18:11,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 71fe17286aacdb2249f7a0e0bee252c9 2024-11-21T20:18:11,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/replication/71fe17286aacdb2249f7a0e0bee252c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:18:11,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 71fe17286aacdb2249f7a0e0bee252c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68879939, jitterRate=0.026391074061393738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:18:11,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 71fe17286aacdb2249f7a0e0bee252c9 2024-11-21T20:18:11,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 71fe17286aacdb2249f7a0e0bee252c9: Running coprocessor pre-open hook at 1732220291905Writing region info on filesystem at 1732220291905Initializing all the Stores at 1732220291906 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220291906Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220291906Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220291907 (+1 ms)Cleaning up temporary data from old regions at 1732220291915 (+8 ms)Running coprocessor post-open hooks at 1732220291920 (+5 ms)Region opened successfully at 1732220291921 (+1 ms) 2024-11-21T20:18:11,922 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732220291129.71fe17286aacdb2249f7a0e0bee252c9., pid=10, masterSystemTime=1732220291883 2024-11-21T20:18:11,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732220291129.71fe17286aacdb2249f7a0e0bee252c9. 2024-11-21T20:18:11,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732220291129.71fe17286aacdb2249f7a0e0bee252c9. 2024-11-21T20:18:11,924 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=71fe17286aacdb2249f7a0e0bee252c9, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,34369,1732220277648 2024-11-21T20:18:11,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71fe17286aacdb2249f7a0e0bee252c9, server=377014bd7527,34369,1732220277648 because future has completed 2024-11-21T20:18:11,929 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T20:18:11,929 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 71fe17286aacdb2249f7a0e0bee252c9, server=377014bd7527,34369,1732220277648 in 197 msec 2024-11-21T20:18:11,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T20:18:11,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=71fe17286aacdb2249f7a0e0bee252c9, ASSIGN in 357 msec 2024-11-21T20:18:11,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:18:11,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220291932"}]},"ts":"1732220291932"} 2024-11-21T20:18:11,934 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T20:18:11,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:18:11,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 806 msec 2024-11-21T20:18:11,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732220291129.71fe17286aacdb2249f7a0e0bee252c9., hostname=377014bd7527,34369,1732220277648, seqNum=2] 2024-11-21T20:18:12,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x1015f0bc6730001, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-881965121 2024-11-21T20:18:12,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42945-0x1015f0bc6730000, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-881965121 2024-11-21T20:18:12,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T20:18:12,171 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:18:12,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:18:12,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:18:12,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:18:12,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:18:12,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:18:12,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34369 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T20:18:12,254 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T20:18:12,284 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-377014bd7527,34369,1732220277648, ReplicationSource: 1, currentBandwidth=0 2024-11-21T20:18:12,285 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:18:12,285 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,34369,1732220277648, seqNum=-1] 2024-11-21T20:18:12,285 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:18:12,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-21T20:18:12,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-377014bd7527,34369,1732220277648', locateType=CURRENT is [region=hbase:replication,,1732220291129.71fe17286aacdb2249f7a0e0bee252c9., hostname=377014bd7527,34369,1732220277648, seqNum=2] 2024-11-21T20:18:12,304 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T20:18:12,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42945 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T20:18:12,309 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 377014bd7527,34369,1732220277648 suceeded 2024-11-21T20:18:12,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T20:18:12,313 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://377014bd7527:36857,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-21T20:18:12,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-11-21T20:18:12,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1970 sec 2024-11-21T20:18:12,328 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:36857' 2024-11-21T20:18:12,330 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54b44b9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:18:12,330 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,36857,-1 for getting cluster id 2024-11-21T20:18:12,330 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:18:12,331 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e678f2a8-97bb-4357-8360-acf81ae2be17' 2024-11-21T20:18:12,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:18:12,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e678f2a8-97bb-4357-8360-acf81ae2be17" 2024-11-21T20:18:12,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a1130ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:18:12,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,36857,-1] 2024-11-21T20:18:12,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:18:12,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:18:12,334 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:18:12,335 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ca240e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:18:12,335 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:18:12,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,36857,1732220283011 2024-11-21T20:18:12,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3eb876bc 2024-11-21T20:18:12,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:18:12,338 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-21T20:18:12,339 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-377014bd7527,34369,1732220277648 (queues=1) is replicating from cluster=39ed3a55-93ab-4066-a6ed-7bdec31dcb37 to cluster=e678f2a8-97bb-4357-8360-acf81ae2be17 2024-11-21T20:18:12,339 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=377014bd7527%2C34369%2C1732220277648 2024-11-21T20:18:12,339 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-377014bd7527,34369,1732220277648, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T20:18:12,340 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.shipper377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 377014bd7527%2C34369%2C1732220277648 2024-11-21T20:18:12,340 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873, startPosition=0, beingWritten=true 2024-11-21T20:18:12,351 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:18:12,351 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 379, reset compression=false 2024-11-21T20:18:12,351 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.shipper377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,34369,1732220277648 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:18:12,557 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 379, reset compression=false 2024-11-21T20:18:12,861 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 379, reset compression=false 2024-11-21T20:18:13,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:18:13,264 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T20:18:13,264 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:18:13,264 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:18:13,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:18:13,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:18:13,264 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:18:13,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:18:13,265 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 379, reset compression=false 2024-11-21T20:18:13,270 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732220293268/Put/seqid=0 2024-11-21T20:18:13,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741840_1016 (size=7894) 2024-11-21T20:18:13,678 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/load_f/f/hfile_1 is 34, key is ddd/f:row/1732220293676/Put/seqid=0 2024-11-21T20:18:13,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741841_1017 (size=7691) 2024-11-21T20:18:13,770 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 379, reset compression=false 2024-11-21T20:18:14,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@664dbd56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:18:14,086 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,42945,-1 for getting cluster id 2024-11-21T20:18:14,086 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:18:14,087 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39ed3a55-93ab-4066-a6ed-7bdec31dcb37' 2024-11-21T20:18:14,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:18:14,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39ed3a55-93ab-4066-a6ed-7bdec31dcb37" 2024-11-21T20:18:14,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e228e9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:18:14,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,42945,-1] 2024-11-21T20:18:14,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:18:14,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:18:14,088 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:18:14,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ab89e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:18:14,089 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:18:14,090 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,34369,1732220277648, seqNum=-1] 2024-11-21T20:18:14,090 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:18:14,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:18:14,100 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:18:14,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,42945,1732220277459 2024-11-21T20:18:14,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5258a4c3 2024-11-21T20:18:14,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:18:14,105 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:18:14,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732220286771.1da91cd0fe6059b243539353f023ff87., hostname=377014bd7527,34369,1732220277648, seqNum=2] 2024-11-21T20:18:14,120 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T20:18:14,132 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-21T20:18:14,135 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-21T20:18:14,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/load_f/f/hfile_1 for inclusion in 1da91cd0fe6059b243539353f023ff87/f 2024-11-21T20:18:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-21T20:18:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T20:18:14,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/load_f/f/hfile_0 for inclusion in 1da91cd0fe6059b243539353f023ff87/f 2024-11-21T20:18:14,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-21T20:18:14,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T20:18:14,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HRegion(2603): Flush status journal for 1da91cd0fe6059b243539353f023ff87: 2024-11-21T20:18:14,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/load_f/f/hfile_1 to hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/staging/jenkins__test__g1c5mjol0go6t0jfhod3gdovs54h7ft5l1p15gvmahbs0g62l5hf59guuigiup3t/f/hfile_1 2024-11-21T20:18:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/staging/jenkins__test__g1c5mjol0go6t0jfhod3gdovs54h7ft5l1p15gvmahbs0g62l5hf59guuigiup3t/f/hfile_1 as hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/default/test/1da91cd0fe6059b243539353f023ff87/f/66af067f5d5a43cb8576e27916e1ea48_SeqId_4_ 2024-11-21T20:18:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/load_f/f/hfile_0 to hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/staging/jenkins__test__g1c5mjol0go6t0jfhod3gdovs54h7ft5l1p15gvmahbs0g62l5hf59guuigiup3t/f/hfile_0 2024-11-21T20:18:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/staging/jenkins__test__g1c5mjol0go6t0jfhod3gdovs54h7ft5l1p15gvmahbs0g62l5hf59guuigiup3t/f/hfile_0 as hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/default/test/1da91cd0fe6059b243539353f023ff87/f/11ee1118677f4385bbb05fb7da7f5d38_SeqId_4_ 2024-11-21T20:18:14,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/staging/jenkins__test__g1c5mjol0go6t0jfhod3gdovs54h7ft5l1p15gvmahbs0g62l5hf59guuigiup3t/f/hfile_1 into 1da91cd0fe6059b243539353f023ff87/f as hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/default/test/1da91cd0fe6059b243539353f023ff87/f/66af067f5d5a43cb8576e27916e1ea48_SeqId_4_ - updating store file list. 2024-11-21T20:18:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 66af067f5d5a43cb8576e27916e1ea48_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T20:18:14,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/default/test/1da91cd0fe6059b243539353f023ff87/f/66af067f5d5a43cb8576e27916e1ea48_SeqId_4_ into 1da91cd0fe6059b243539353f023ff87/f 2024-11-21T20:18:14,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/staging/jenkins__test__g1c5mjol0go6t0jfhod3gdovs54h7ft5l1p15gvmahbs0g62l5hf59guuigiup3t/f/hfile_1 into 1da91cd0fe6059b243539353f023ff87/f (new location: hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/default/test/1da91cd0fe6059b243539353f023ff87/f/66af067f5d5a43cb8576e27916e1ea48_SeqId_4_) 2024-11-21T20:18:14,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/staging/jenkins__test__g1c5mjol0go6t0jfhod3gdovs54h7ft5l1p15gvmahbs0g62l5hf59guuigiup3t/f/hfile_1 2024-11-21T20:18:14,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/staging/jenkins__test__g1c5mjol0go6t0jfhod3gdovs54h7ft5l1p15gvmahbs0g62l5hf59guuigiup3t/f/hfile_0 into 1da91cd0fe6059b243539353f023ff87/f as hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/default/test/1da91cd0fe6059b243539353f023ff87/f/11ee1118677f4385bbb05fb7da7f5d38_SeqId_4_ - updating store file list. 2024-11-21T20:18:14,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 11ee1118677f4385bbb05fb7da7f5d38_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T20:18:14,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/default/test/1da91cd0fe6059b243539353f023ff87/f/11ee1118677f4385bbb05fb7da7f5d38_SeqId_4_ into 1da91cd0fe6059b243539353f023ff87/f 2024-11-21T20:18:14,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/staging/jenkins__test__g1c5mjol0go6t0jfhod3gdovs54h7ft5l1p15gvmahbs0g62l5hf59guuigiup3t/f/hfile_0 into 1da91cd0fe6059b243539353f023ff87/f (new location: hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/default/test/1da91cd0fe6059b243539353f023ff87/f/11ee1118677f4385bbb05fb7da7f5d38_SeqId_4_) 2024-11-21T20:18:14,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/staging/jenkins__test__g1c5mjol0go6t0jfhod3gdovs54h7ft5l1p15gvmahbs0g62l5hf59guuigiup3t/f/hfile_0 2024-11-21T20:18:14,198 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:18:14,199 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:18:14,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:18:14,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:18:14,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:18:14,200 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:18:14,200 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732220286771.1da91cd0fe6059b243539353f023ff87., hostname=377014bd7527,34369,1732220277648, seqNum=2 , the old value is region=test,,1732220286771.1da91cd0fe6059b243539353f023ff87., hostname=377014bd7527,34369,1732220277648, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=377014bd7527:34369 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T20:18:14,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732220286771.1da91cd0fe6059b243539353f023ff87., hostname=377014bd7527,34369,1732220277648, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T20:18:14,201 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,36039,1732220283191, seqNum=-1] 2024-11-21T20:18:14,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732220286771.1da91cd0fe6059b243539353f023ff87., hostname=377014bd7527,34369,1732220277648, seqNum=2 from cache 2024-11-21T20:18:14,201 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:18:14,201 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T20:18:14,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:18:14,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732220288927.f4b121dae3389ac746651a9a530867c7., hostname=377014bd7527,36039,1732220283191, seqNum=2] 2024-11-21T20:18:14,206 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T20:18:14,303 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:34369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T20:18:14,374 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 379, reset compression=false 2024-11-21T20:18:14,381 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T20:18:14,381 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.shipper377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,34369,1732220277648 got entry batch from reader: WALEntryBatch [walEntries=[{test/1da91cd0fe6059b243539353f023ff87/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732220294193/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T20:18:14,401 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.shipper377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:18:14,403 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-21T20:18:14,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.ReplicationSink(318): Replicating [39ed3a55-93ab-4066-a6ed-7bdec31dcb37] bulk loaded data 2024-11-21T20:18:14,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56f7d566, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:18:14,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,36857,-1 for getting cluster id 2024-11-21T20:18:14,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:18:14,407 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e678f2a8-97bb-4357-8360-acf81ae2be17' 2024-11-21T20:18:14,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:18:14,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e678f2a8-97bb-4357-8360-acf81ae2be17" 2024-11-21T20:18:14,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@453ae0cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:18:14,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,36857,-1] 2024-11-21T20:18:14,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:18:14,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:18:14,408 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:18:14,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8641e00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:18:14,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33869 is added to blk_1073741837_1013 (size=7691) 2024-11-21T20:18:14,581 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 687, reset compression=false 2024-11-21T20:18:14,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33869 is added to blk_1073741838_1014 (size=7894) 2024-11-21T20:18:14,844 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:18:14,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,36857,1732220283011 2024-11-21T20:18:14,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22a3f310 2024-11-21T20:18:14,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:18:14,846 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-21T20:18:14,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T20:18:14,849 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:18:14,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,36039,1732220283191, seqNum=-1] 2024-11-21T20:18:14,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:18:14,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-21T20:18:14,862 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/staging/jenkins.hfs.6__test__8drfkav0jgic5pkdmh5rjd7oot806jm95p1m5qtthoar6qgde71m6p0af7ao1uri/f/11ee1118677f4385bbb05fb7da7f5d38_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-21T20:18:14,874 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/staging/jenkins.hfs.6__test__8drfkav0jgic5pkdmh5rjd7oot806jm95p1m5qtthoar6qgde71m6p0af7ao1uri/f/66af067f5d5a43cb8576e27916e1ea48_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-21T20:18:14,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/staging/jenkins.hfs.6__test__8drfkav0jgic5pkdmh5rjd7oot806jm95p1m5qtthoar6qgde71m6p0af7ao1uri/f/11ee1118677f4385bbb05fb7da7f5d38_SeqId_4_ for inclusion in f4b121dae3389ac746651a9a530867c7/f 2024-11-21T20:18:14,886 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 687, reset compression=false 2024-11-21T20:18:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-21T20:18:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T20:18:14,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/staging/jenkins.hfs.6__test__8drfkav0jgic5pkdmh5rjd7oot806jm95p1m5qtthoar6qgde71m6p0af7ao1uri/f/66af067f5d5a43cb8576e27916e1ea48_SeqId_4_ for inclusion in f4b121dae3389ac746651a9a530867c7/f 2024-11-21T20:18:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-21T20:18:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T20:18:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HRegion(2603): Flush status journal for f4b121dae3389ac746651a9a530867c7: 2024-11-21T20:18:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 11ee1118677f4385bbb05fb7da7f5d38_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T20:18:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/staging/jenkins.hfs.6__test__8drfkav0jgic5pkdmh5rjd7oot806jm95p1m5qtthoar6qgde71m6p0af7ao1uri/f/11ee1118677f4385bbb05fb7da7f5d38_SeqId_4_ as hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/default/test/f4b121dae3389ac746651a9a530867c7/f/816b269c234544e2941812125736ff63_SeqId_4_ 2024-11-21T20:18:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 66af067f5d5a43cb8576e27916e1ea48_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T20:18:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/staging/jenkins.hfs.6__test__8drfkav0jgic5pkdmh5rjd7oot806jm95p1m5qtthoar6qgde71m6p0af7ao1uri/f/66af067f5d5a43cb8576e27916e1ea48_SeqId_4_ as hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/default/test/f4b121dae3389ac746651a9a530867c7/f/bd2f76133950494a865d190cf5666feb_SeqId_4_ 2024-11-21T20:18:14,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/staging/jenkins.hfs.6__test__8drfkav0jgic5pkdmh5rjd7oot806jm95p1m5qtthoar6qgde71m6p0af7ao1uri/f/11ee1118677f4385bbb05fb7da7f5d38_SeqId_4_ into f4b121dae3389ac746651a9a530867c7/f as hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/default/test/f4b121dae3389ac746651a9a530867c7/f/816b269c234544e2941812125736ff63_SeqId_4_ - updating store file list. 2024-11-21T20:18:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 816b269c234544e2941812125736ff63_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T20:18:14,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/default/test/f4b121dae3389ac746651a9a530867c7/f/816b269c234544e2941812125736ff63_SeqId_4_ into f4b121dae3389ac746651a9a530867c7/f 2024-11-21T20:18:14,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/staging/jenkins.hfs.6__test__8drfkav0jgic5pkdmh5rjd7oot806jm95p1m5qtthoar6qgde71m6p0af7ao1uri/f/11ee1118677f4385bbb05fb7da7f5d38_SeqId_4_ into f4b121dae3389ac746651a9a530867c7/f (new location: hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/default/test/f4b121dae3389ac746651a9a530867c7/f/816b269c234544e2941812125736ff63_SeqId_4_) 2024-11-21T20:18:14,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/staging/jenkins.hfs.6__test__8drfkav0jgic5pkdmh5rjd7oot806jm95p1m5qtthoar6qgde71m6p0af7ao1uri/f/11ee1118677f4385bbb05fb7da7f5d38_SeqId_4_ 2024-11-21T20:18:14,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/staging/jenkins.hfs.6__test__8drfkav0jgic5pkdmh5rjd7oot806jm95p1m5qtthoar6qgde71m6p0af7ao1uri/f/66af067f5d5a43cb8576e27916e1ea48_SeqId_4_ into f4b121dae3389ac746651a9a530867c7/f as hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/default/test/f4b121dae3389ac746651a9a530867c7/f/bd2f76133950494a865d190cf5666feb_SeqId_4_ - updating store file list. 2024-11-21T20:18:14,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bd2f76133950494a865d190cf5666feb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T20:18:14,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/default/test/f4b121dae3389ac746651a9a530867c7/f/bd2f76133950494a865d190cf5666feb_SeqId_4_ into f4b121dae3389ac746651a9a530867c7/f 2024-11-21T20:18:14,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/staging/jenkins.hfs.6__test__8drfkav0jgic5pkdmh5rjd7oot806jm95p1m5qtthoar6qgde71m6p0af7ao1uri/f/66af067f5d5a43cb8576e27916e1ea48_SeqId_4_ into f4b121dae3389ac746651a9a530867c7/f (new location: hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/default/test/f4b121dae3389ac746651a9a530867c7/f/bd2f76133950494a865d190cf5666feb_SeqId_4_) 2024-11-21T20:18:14,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/staging/jenkins.hfs.6__test__8drfkav0jgic5pkdmh5rjd7oot806jm95p1m5qtthoar6qgde71m6p0af7ao1uri/f/66af067f5d5a43cb8576e27916e1ea48_SeqId_4_ 2024-11-21T20:18:14,916 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.ReplicationSink(324): Finished replicating [39ed3a55-93ab-4066-a6ed-7bdec31dcb37] bulk loaded data 2024-11-21T20:18:15,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:18:15,225 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732220295224/Put/seqid=0 2024-11-21T20:18:15,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741842_1018 (size=7997) 2024-11-21T20:18:15,291 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 687, reset compression=false 2024-11-21T20:18:15,632 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732220295631/Put/seqid=0 2024-11-21T20:18:15,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741843_1019 (size=7794) 2024-11-21T20:18:15,795 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 687, reset compression=false 2024-11-21T20:18:16,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d2cc00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:18:16,038 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,42945,-1 for getting cluster id 2024-11-21T20:18:16,038 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:18:16,039 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39ed3a55-93ab-4066-a6ed-7bdec31dcb37' 2024-11-21T20:18:16,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:18:16,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39ed3a55-93ab-4066-a6ed-7bdec31dcb37" 2024-11-21T20:18:16,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143904b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:18:16,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,42945,-1] 2024-11-21T20:18:16,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:18:16,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:18:16,040 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:18:16,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d0c3c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:18:16,041 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:18:16,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,34369,1732220277648, seqNum=-1] 2024-11-21T20:18:16,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:18:16,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:18:16,051 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:18:16,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,42945,1732220277459 2024-11-21T20:18:16,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a77edd 2024-11-21T20:18:16,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:18:16,053 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:18:16,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732220286771.1da91cd0fe6059b243539353f023ff87., hostname=377014bd7527,34369,1732220277648, seqNum=2] 2024-11-21T20:18:16,060 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T20:18:16,066 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-21T20:18:16,068 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-21T20:18:16,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/load_f1/f1/hfile_0 for inclusion in 1da91cd0fe6059b243539353f023ff87/f1 2024-11-21T20:18:16,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-21T20:18:16,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T20:18:16,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/load_f1/f1/hfile_1 for inclusion in 1da91cd0fe6059b243539353f023ff87/f1 2024-11-21T20:18:16,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-21T20:18:16,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T20:18:16,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HRegion(2603): Flush status journal for 1da91cd0fe6059b243539353f023ff87: 2024-11-21T20:18:16,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/load_f1/f1/hfile_0 to hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/staging/jenkins__test__961hlft8ta5cdnjsvas6l49606t11bk8ai7ajrgp569sru7l76n9o22su08bntla/f1/hfile_0 2024-11-21T20:18:16,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/staging/jenkins__test__961hlft8ta5cdnjsvas6l49606t11bk8ai7ajrgp569sru7l76n9o22su08bntla/f1/hfile_0 as hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/default/test/1da91cd0fe6059b243539353f023ff87/f1/1da75c0865a943e6aefc5cba88a59f30_SeqId_6_ 2024-11-21T20:18:16,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/load_f1/f1/hfile_1 to hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/staging/jenkins__test__961hlft8ta5cdnjsvas6l49606t11bk8ai7ajrgp569sru7l76n9o22su08bntla/f1/hfile_1 2024-11-21T20:18:16,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/staging/jenkins__test__961hlft8ta5cdnjsvas6l49606t11bk8ai7ajrgp569sru7l76n9o22su08bntla/f1/hfile_1 as hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/default/test/1da91cd0fe6059b243539353f023ff87/f1/33384651f154461582ad787058fdfdd4_SeqId_6_ 2024-11-21T20:18:16,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-21T20:18:16,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/staging/jenkins__test__961hlft8ta5cdnjsvas6l49606t11bk8ai7ajrgp569sru7l76n9o22su08bntla/f1/hfile_0 into 1da91cd0fe6059b243539353f023ff87/f1 as hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/default/test/1da91cd0fe6059b243539353f023ff87/f1/1da75c0865a943e6aefc5cba88a59f30_SeqId_6_ - updating store file list. 2024-11-21T20:18:16,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1da75c0865a943e6aefc5cba88a59f30_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T20:18:16,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/default/test/1da91cd0fe6059b243539353f023ff87/f1/1da75c0865a943e6aefc5cba88a59f30_SeqId_6_ into 1da91cd0fe6059b243539353f023ff87/f1 2024-11-21T20:18:16,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/staging/jenkins__test__961hlft8ta5cdnjsvas6l49606t11bk8ai7ajrgp569sru7l76n9o22su08bntla/f1/hfile_0 into 1da91cd0fe6059b243539353f023ff87/f1 (new location: hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/default/test/1da91cd0fe6059b243539353f023ff87/f1/1da75c0865a943e6aefc5cba88a59f30_SeqId_6_) 2024-11-21T20:18:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/staging/jenkins__test__961hlft8ta5cdnjsvas6l49606t11bk8ai7ajrgp569sru7l76n9o22su08bntla/f1/hfile_0 2024-11-21T20:18:16,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/staging/jenkins__test__961hlft8ta5cdnjsvas6l49606t11bk8ai7ajrgp569sru7l76n9o22su08bntla/f1/hfile_1 into 1da91cd0fe6059b243539353f023ff87/f1 as hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/default/test/1da91cd0fe6059b243539353f023ff87/f1/33384651f154461582ad787058fdfdd4_SeqId_6_ - updating store file list. 2024-11-21T20:18:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 33384651f154461582ad787058fdfdd4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T20:18:16,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/default/test/1da91cd0fe6059b243539353f023ff87/f1/33384651f154461582ad787058fdfdd4_SeqId_6_ into 1da91cd0fe6059b243539353f023ff87/f1 2024-11-21T20:18:16,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/staging/jenkins__test__961hlft8ta5cdnjsvas6l49606t11bk8ai7ajrgp569sru7l76n9o22su08bntla/f1/hfile_1 into 1da91cd0fe6059b243539353f023ff87/f1 (new location: hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/default/test/1da91cd0fe6059b243539353f023ff87/f1/33384651f154461582ad787058fdfdd4_SeqId_6_) 2024-11-21T20:18:16,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34369 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/staging/jenkins__test__961hlft8ta5cdnjsvas6l49606t11bk8ai7ajrgp569sru7l76n9o22su08bntla/f1/hfile_1 2024-11-21T20:18:16,098 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:18:16,099 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:18:16,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:18:16,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:18:16,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:18:16,099 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732220286771.1da91cd0fe6059b243539353f023ff87., hostname=377014bd7527,34369,1732220277648, seqNum=2 , the old value is region=test,,1732220286771.1da91cd0fe6059b243539353f023ff87., hostname=377014bd7527,34369,1732220277648, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=377014bd7527:34369 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T20:18:16,099 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732220286771.1da91cd0fe6059b243539353f023ff87., hostname=377014bd7527,34369,1732220277648, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T20:18:16,099 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732220286771.1da91cd0fe6059b243539353f023ff87., hostname=377014bd7527,34369,1732220277648, seqNum=2 from cache 2024-11-21T20:18:16,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:18:16,100 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T20:18:16,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,34369,1732220277648, seqNum=-1] 2024-11-21T20:18:16,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:18:16,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:18:16,104 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732220286771.1da91cd0fe6059b243539353f023ff87., hostname=377014bd7527,34369,1732220277648, seqNum=2] 2024-11-21T20:18:16,204 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:34369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T20:18:16,399 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 687, reset compression=false 2024-11-21T20:18:16,404 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:18:16,404 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 997, reset compression=false 2024-11-21T20:18:16,404 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.shipper377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,34369,1732220277648 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:18:16,609 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 997, reset compression=false 2024-11-21T20:18:16,913 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 997, reset compression=false 2024-11-21T20:18:17,317 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 997, reset compression=false 2024-11-21T20:18:17,407 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:18:17,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:18:17,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:18:17,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:18:17,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:18:17,821 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 997, reset compression=false 2024-11-21T20:18:18,424 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 997, reset compression=false 2024-11-21T20:18:19,129 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 997, reset compression=false 2024-11-21T20:18:19,933 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 997, reset compression=false 2024-11-21T20:18:20,837 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 997, reset compression=false 2024-11-21T20:18:20,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T20:18:20,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-21T20:18:21,841 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 997, reset compression=false 2024-11-21T20:18:22,945 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 997, reset compression=false 2024-11-21T20:18:24,152 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 997, reset compression=false 2024-11-21T20:18:25,458 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 997, reset compression=false 2024-11-21T20:18:26,866 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 997, reset compression=false 2024-11-21T20:18:27,045 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T20:18:28,370 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 997, reset compression=false 2024-11-21T20:18:29,975 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 997, reset compression=false 2024-11-21T20:18:31,679 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 997, reset compression=false 2024-11-21T20:18:32,585 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T20:18:33,483 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 997, reset compression=false 2024-11-21T20:18:35,387 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 997, reset compression=false 2024-11-21T20:18:36,407 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.shipper377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,34369,1732220277648 got entry batch from reader: null 2024-11-21T20:18:37,391 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 997, reset compression=false 2024-11-21T20:18:39,495 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 997, reset compression=false 2024-11-21T20:18:40,553 INFO [master/377014bd7527:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T20:18:40,553 INFO [master/377014bd7527:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T20:18:41,700 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 997, reset compression=false 2024-11-21T20:18:44,004 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 997, reset compression=false 2024-11-21T20:18:46,409 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 997, reset compression=false 2024-11-21T20:18:46,730 INFO [master/377014bd7527:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T20:18:46,730 INFO [master/377014bd7527:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T20:18:48,913 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 997, reset compression=false 2024-11-21T20:18:51,517 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 997, reset compression=false 2024-11-21T20:18:52,914 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1da91cd0fe6059b243539353f023ff87, had cached 0 bytes from a total of 31376 2024-11-21T20:18:54,221 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 997, reset compression=false 2024-11-21T20:18:55,067 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f4b121dae3389ac746651a9a530867c7, had cached 0 bytes from a total of 15585 2024-11-21T20:18:56,407 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.shipper377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,34369,1732220277648 got entry batch from reader: null 2024-11-21T20:18:57,024 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 997, reset compression=false 2024-11-21T20:18:57,045 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T20:18:59,929 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 997, reset compression=false 2024-11-21T20:19:02,585 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T20:19:02,933 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 997, reset compression=false 2024-11-21T20:19:06,036 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 997, reset compression=false 2024-11-21T20:19:09,240 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 997, reset compression=false 2024-11-21T20:19:12,544 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 997, reset compression=false 2024-11-21T20:19:15,948 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 997, reset compression=false 2024-11-21T20:19:16,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T20:19:16,137 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:19:16,137 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:19:16,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:16,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:16,138 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T20:19:16,138 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:19:16,138 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=670154444, stopped=false 2024-11-21T20:19:16,138 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=377014bd7527,36857,1732220283011 2024-11-21T20:19:16,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x1015f0bc6730003, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11299041460/running 2024-11-21T20:19:16,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x1015f0bc6730004, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11299041460/running 2024-11-21T20:19:16,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x1015f0bc6730003, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11299041460 2024-11-21T20:19:16,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x1015f0bc6730004, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11299041460 2024-11-21T20:19:16,244 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:19:16,244 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:19:16,244 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:19:16,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:16,245 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '377014bd7527,36039,1732220283191' ***** 2024-11-21T20:19:16,245 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T20:19:16,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36857-0x1015f0bc6730003, quorum=127.0.0.1:61154, baseZNode=/11299041460 Set watcher on znode that does not yet exist, /11299041460/running 2024-11-21T20:19:16,245 INFO [RS:0;377014bd7527:36039 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T20:19:16,245 INFO [RS:0;377014bd7527:36039 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T20:19:16,245 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T20:19:16,245 INFO [RS:0;377014bd7527:36039 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T20:19:16,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36039-0x1015f0bc6730004, quorum=127.0.0.1:61154, baseZNode=/11299041460 Set watcher on znode that does not yet exist, /11299041460/running 2024-11-21T20:19:16,245 INFO [RS:0;377014bd7527:36039 {}] regionserver.HRegionServer(3091): Received CLOSE for f4b121dae3389ac746651a9a530867c7 2024-11-21T20:19:16,245 INFO [RS:0;377014bd7527:36039 {}] regionserver.HRegionServer(959): stopping server 377014bd7527,36039,1732220283191 2024-11-21T20:19:16,245 INFO [RS:0;377014bd7527:36039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:19:16,246 INFO [RS:0;377014bd7527:36039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:36039. 2024-11-21T20:19:16,246 DEBUG [RS:0;377014bd7527:36039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:19:16,246 DEBUG [RS:0;377014bd7527:36039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:16,246 INFO [RS:0;377014bd7527:36039 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T20:19:16,246 INFO [RS:0;377014bd7527:36039 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T20:19:16,246 INFO [RS:0;377014bd7527:36039 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T20:19:16,246 INFO [RS:0;377014bd7527:36039 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T20:19:16,246 INFO [RS:0;377014bd7527:36039 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T20:19:16,246 DEBUG [RS:0;377014bd7527:36039 {}] regionserver.HRegionServer(1325): Online Regions={f4b121dae3389ac746651a9a530867c7=test,,1732220288927.f4b121dae3389ac746651a9a530867c7., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T20:19:16,246 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f4b121dae3389ac746651a9a530867c7, disabling compactions & flushes 2024-11-21T20:19:16,246 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:19:16,246 DEBUG [RS:0;377014bd7527:36039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f4b121dae3389ac746651a9a530867c7 2024-11-21T20:19:16,246 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:19:16,246 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732220288927.f4b121dae3389ac746651a9a530867c7. 2024-11-21T20:19:16,246 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:19:16,246 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732220288927.f4b121dae3389ac746651a9a530867c7. 2024-11-21T20:19:16,246 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732220288927.f4b121dae3389ac746651a9a530867c7. after waiting 0 ms 2024-11-21T20:19:16,246 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:19:16,246 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:19:16,246 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732220288927.f4b121dae3389ac746651a9a530867c7. 2024-11-21T20:19:16,246 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-21T20:19:16,257 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/default/test/f4b121dae3389ac746651a9a530867c7/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-21T20:19:16,257 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:19:16,257 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T20:19:16,257 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732220288927.f4b121dae3389ac746651a9a530867c7. 2024-11-21T20:19:16,257 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f4b121dae3389ac746651a9a530867c7: Waiting for close lock at 1732220356246Running coprocessor pre-close hooks at 1732220356246Disabling compacts and flushes for region at 1732220356246Disabling writes for close at 1732220356246Writing region close event to WAL at 1732220356247 (+1 ms)Running coprocessor post-close hooks at 1732220356257 (+10 ms)Closed at 1732220356257 2024-11-21T20:19:16,258 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732220288927.f4b121dae3389ac746651a9a530867c7. 2024-11-21T20:19:16,269 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/hbase/meta/1588230740/.tmp/info/3e03f023ad2242f28c97167fbaeda8eb is 129, key is test,,1732220288927.f4b121dae3389ac746651a9a530867c7./info:regioninfo/1732220290084/Put/seqid=0 2024-11-21T20:19:16,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33869 is added to blk_1073741839_1015 (size=6421) 2024-11-21T20:19:16,294 INFO [regionserver/377014bd7527:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:19:16,407 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.shipper377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,34369,1732220277648 got entry batch from reader: null 2024-11-21T20:19:16,446 DEBUG [RS:0;377014bd7527:36039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:19:16,646 DEBUG [RS:0;377014bd7527:36039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:19:16,677 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/hbase/meta/1588230740/.tmp/info/3e03f023ad2242f28c97167fbaeda8eb 2024-11-21T20:19:16,710 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/hbase/meta/1588230740/.tmp/ns/8f70571e15ad458aa4e696786ec1426a is 43, key is default/ns:d/1732220286709/Put/seqid=0 2024-11-21T20:19:16,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33869 is added to blk_1073741840_1016 (size=5153) 2024-11-21T20:19:16,725 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/hbase/meta/1588230740/.tmp/ns/8f70571e15ad458aa4e696786ec1426a 2024-11-21T20:19:16,731 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T20:19:16,731 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T20:19:16,753 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/hbase/meta/1588230740/.tmp/rep_barrier/1fa6ac6b6dcc422bbdf41c3c16a8015f is 112, key is test,,1732220288927.f4b121dae3389ac746651a9a530867c7./rep_barrier:seqnumDuringOpen/1732220290084/Put/seqid=0 2024-11-21T20:19:16,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33869 is added to blk_1073741841_1017 (size=5518) 2024-11-21T20:19:16,847 DEBUG [RS:0;377014bd7527:36039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:19:17,047 DEBUG [RS:0;377014bd7527:36039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:19:17,158 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/hbase/meta/1588230740/.tmp/rep_barrier/1fa6ac6b6dcc422bbdf41c3c16a8015f 2024-11-21T20:19:17,177 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/hbase/meta/1588230740/.tmp/table/2052bc0eb01548759153b6561957537e is 40, key is test/table:state/1732220290095/Put/seqid=0 2024-11-21T20:19:17,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33869 is added to blk_1073741842_1018 (size=5165) 2024-11-21T20:19:17,247 INFO [RS:0;377014bd7527:36039 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T20:19:17,247 DEBUG [RS:0;377014bd7527:36039 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T20:19:17,247 DEBUG [RS:0;377014bd7527:36039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:19:17,447 DEBUG [RS:0;377014bd7527:36039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:19:17,581 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/hbase/meta/1588230740/.tmp/table/2052bc0eb01548759153b6561957537e 2024-11-21T20:19:17,587 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/hbase/meta/1588230740/.tmp/info/3e03f023ad2242f28c97167fbaeda8eb as hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/hbase/meta/1588230740/info/3e03f023ad2242f28c97167fbaeda8eb 2024-11-21T20:19:17,592 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/hbase/meta/1588230740/info/3e03f023ad2242f28c97167fbaeda8eb, entries=10, sequenceid=11, filesize=6.3 K 2024-11-21T20:19:17,593 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/hbase/meta/1588230740/.tmp/ns/8f70571e15ad458aa4e696786ec1426a as hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/hbase/meta/1588230740/ns/8f70571e15ad458aa4e696786ec1426a 2024-11-21T20:19:17,599 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/hbase/meta/1588230740/ns/8f70571e15ad458aa4e696786ec1426a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T20:19:17,600 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/hbase/meta/1588230740/.tmp/rep_barrier/1fa6ac6b6dcc422bbdf41c3c16a8015f as hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/hbase/meta/1588230740/rep_barrier/1fa6ac6b6dcc422bbdf41c3c16a8015f 2024-11-21T20:19:17,606 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/hbase/meta/1588230740/rep_barrier/1fa6ac6b6dcc422bbdf41c3c16a8015f, entries=1, sequenceid=11, filesize=5.4 K 2024-11-21T20:19:17,607 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/hbase/meta/1588230740/.tmp/table/2052bc0eb01548759153b6561957537e as hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/hbase/meta/1588230740/table/2052bc0eb01548759153b6561957537e 2024-11-21T20:19:17,613 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/hbase/meta/1588230740/table/2052bc0eb01548759153b6561957537e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T20:19:17,614 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1368ms, sequenceid=11, compaction requested=false 2024-11-21T20:19:17,622 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T20:19:17,622 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:19:17,622 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:19:17,622 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:19:17,623 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220356246Running coprocessor pre-close hooks at 1732220356246Disabling compacts and flushes for region at 1732220356246Disabling writes for close at 1732220356246Obtaining lock to block concurrent updates at 1732220356246Preparing flush snapshotting stores in 1588230740 at 1732220356246Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732220356247 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732220356247Flushing 1588230740/info: creating writer at 1732220356247Flushing 1588230740/info: appending metadata at 1732220356268 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732220356268Flushing 1588230740/ns: creating writer at 1732220356686 (+418 ms)Flushing 1588230740/ns: appending metadata at 1732220356709 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732220356709Flushing 1588230740/rep_barrier: creating writer at 1732220356734 (+25 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732220356752 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732220356752Flushing 1588230740/table: creating writer at 1732220357164 (+412 ms)Flushing 1588230740/table: appending metadata at 1732220357176 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732220357176Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15d0974b: reopening flushed file at 1732220357586 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9699c7e: reopening flushed file at 1732220357592 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7554c598: reopening flushed file at 1732220357599 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27036c5b: reopening flushed file at 1732220357606 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1368ms, sequenceid=11, compaction requested=false at 1732220357614 (+8 ms)Writing region close event to WAL at 1732220357618 (+4 ms)Running coprocessor post-close hooks at 1732220357622 (+4 ms)Closed at 1732220357622 2024-11-21T20:19:17,623 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T20:19:17,648 INFO [RS:0;377014bd7527:36039 {}] regionserver.HRegionServer(976): stopping server 377014bd7527,36039,1732220283191; all regions closed. 2024-11-21T20:19:17,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33869 is added to blk_1073741834_1010 (size=2717) 2024-11-21T20:19:17,650 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/WALs/377014bd7527,36039,1732220283191/377014bd7527%2C36039%2C1732220283191.meta.1732220286651.meta not finished, retry = 0 2024-11-21T20:19:17,753 DEBUG [RS:0;377014bd7527:36039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/oldWALs 2024-11-21T20:19:17,753 INFO [RS:0;377014bd7527:36039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C36039%2C1732220283191.meta:.meta(num 1732220286651) 2024-11-21T20:19:17,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33869 is added to blk_1073741832_1008 (size=1028) 2024-11-21T20:19:17,755 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/WALs/377014bd7527,36039,1732220283191/377014bd7527%2C36039%2C1732220283191.1732220285763 not finished, retry = 0 2024-11-21T20:19:17,858 DEBUG [RS:0;377014bd7527:36039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/oldWALs 2024-11-21T20:19:17,858 INFO [RS:0;377014bd7527:36039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C36039%2C1732220283191:(num 1732220285763) 2024-11-21T20:19:17,858 DEBUG [RS:0;377014bd7527:36039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:17,858 INFO [RS:0;377014bd7527:36039 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:19:17,858 INFO [RS:0;377014bd7527:36039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:19:17,858 INFO [RS:0;377014bd7527:36039 {}] hbase.ChoreService(370): Chore service for: regionserver/377014bd7527:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T20:19:17,858 INFO [RS:0;377014bd7527:36039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:19:17,858 INFO [regionserver/377014bd7527:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:19:17,858 INFO [RS:0;377014bd7527:36039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:36039. 2024-11-21T20:19:17,859 DEBUG [RS:0;377014bd7527:36039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:19:17,859 DEBUG [RS:0;377014bd7527:36039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:17,859 DEBUG [RS:0;377014bd7527:36039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:17,859 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:19:17,859 INFO [RS:0;377014bd7527:36039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36039 2024-11-21T20:19:17,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x1015f0bc6730003, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11299041460/rs 2024-11-21T20:19:17,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x1015f0bc6730004, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11299041460/rs/377014bd7527,36039,1732220283191 2024-11-21T20:19:17,928 INFO [RS:0;377014bd7527:36039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:19:17,948 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [377014bd7527,36039,1732220283191] 2024-11-21T20:19:17,958 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11299041460/draining/377014bd7527,36039,1732220283191 already deleted, retry=false 2024-11-21T20:19:17,959 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 377014bd7527,36039,1732220283191 expired; onlineServers=0 2024-11-21T20:19:17,959 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '377014bd7527,36857,1732220283011' ***** 2024-11-21T20:19:17,959 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T20:19:17,959 INFO [M:0;377014bd7527:36857 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:19:17,959 INFO [M:0;377014bd7527:36857 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:19:17,959 DEBUG [M:0;377014bd7527:36857 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T20:19:17,959 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T20:19:17,959 DEBUG [M:0;377014bd7527:36857 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T20:19:17,959 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220285447 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220285447,5,FailOnTimeoutGroup] 2024-11-21T20:19:17,959 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220285447 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220285447,5,FailOnTimeoutGroup] 2024-11-21T20:19:17,959 INFO [M:0;377014bd7527:36857 {}] hbase.ChoreService(370): Chore service for: master/377014bd7527:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T20:19:17,960 INFO [M:0;377014bd7527:36857 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:19:17,960 DEBUG [M:0;377014bd7527:36857 {}] master.HMaster(1795): Stopping service threads 2024-11-21T20:19:17,960 INFO [M:0;377014bd7527:36857 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T20:19:17,960 INFO [M:0;377014bd7527:36857 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:19:17,960 INFO [M:0;377014bd7527:36857 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T20:19:17,960 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T20:19:17,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x1015f0bc6730003, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11299041460/master 2024-11-21T20:19:17,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x1015f0bc6730003, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11299041460 2024-11-21T20:19:17,969 DEBUG [M:0;377014bd7527:36857 {}] zookeeper.ZKUtil(347): master:36857-0x1015f0bc6730003, quorum=127.0.0.1:61154, baseZNode=/11299041460 Unable to get data of znode /11299041460/master because node does not exist (not an error) 2024-11-21T20:19:17,969 WARN [M:0;377014bd7527:36857 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T20:19:17,971 INFO [M:0;377014bd7527:36857 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/.lastflushedseqids 2024-11-21T20:19:17,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33869 is added to blk_1073741843_1019 (size=173) 2024-11-21T20:19:17,977 INFO [M:0;377014bd7527:36857 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T20:19:17,977 INFO [M:0;377014bd7527:36857 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T20:19:17,977 DEBUG [M:0;377014bd7527:36857 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:19:17,977 INFO [M:0;377014bd7527:36857 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:19:17,977 DEBUG [M:0;377014bd7527:36857 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:19:17,977 DEBUG [M:0;377014bd7527:36857 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:19:17,977 DEBUG [M:0;377014bd7527:36857 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:19:17,977 INFO [M:0;377014bd7527:36857 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-21T20:19:17,993 DEBUG [M:0;377014bd7527:36857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/552a2c231ff847999cc24aa0b9d12c9f is 82, key is hbase:meta,,1/info:regioninfo/1732220286685/Put/seqid=0 2024-11-21T20:19:17,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33869 is added to blk_1073741844_1020 (size=5672) 2024-11-21T20:19:18,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x1015f0bc6730004, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:19:18,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x1015f0bc6730004, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:19:18,048 INFO [RS:0;377014bd7527:36039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:19:18,048 INFO [RS:0;377014bd7527:36039 {}] regionserver.HRegionServer(1031): Exiting; stopping=377014bd7527,36039,1732220283191; zookeeper connection closed. 2024-11-21T20:19:18,049 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b912b41 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b912b41 2024-11-21T20:19:18,049 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T20:19:18,398 INFO [M:0;377014bd7527:36857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/552a2c231ff847999cc24aa0b9d12c9f 2024-11-21T20:19:18,418 DEBUG [M:0;377014bd7527:36857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68b096451a794e48a151828eb75858c6 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732220290100/Put/seqid=0 2024-11-21T20:19:18,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33869 is added to blk_1073741845_1021 (size=6727) 2024-11-21T20:19:18,822 INFO [M:0;377014bd7527:36857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68b096451a794e48a151828eb75858c6 2024-11-21T20:19:18,827 INFO [M:0;377014bd7527:36857 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 68b096451a794e48a151828eb75858c6 2024-11-21T20:19:18,846 DEBUG [M:0;377014bd7527:36857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eda8d2c78ee646988e3e265dc9979916 is 69, key is 377014bd7527,36039,1732220283191/rs:state/1732220285569/Put/seqid=0 2024-11-21T20:19:18,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33869 is added to blk_1073741846_1022 (size=5156) 2024-11-21T20:19:19,251 INFO [M:0;377014bd7527:36857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eda8d2c78ee646988e3e265dc9979916 2024-11-21T20:19:19,256 DEBUG [M:0;377014bd7527:36857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/552a2c231ff847999cc24aa0b9d12c9f as hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/552a2c231ff847999cc24aa0b9d12c9f 2024-11-21T20:19:19,261 INFO [M:0;377014bd7527:36857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/552a2c231ff847999cc24aa0b9d12c9f, entries=8, sequenceid=58, filesize=5.5 K 2024-11-21T20:19:19,262 DEBUG [M:0;377014bd7527:36857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68b096451a794e48a151828eb75858c6 as hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/68b096451a794e48a151828eb75858c6 2024-11-21T20:19:19,267 INFO [M:0;377014bd7527:36857 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 68b096451a794e48a151828eb75858c6 2024-11-21T20:19:19,267 INFO [M:0;377014bd7527:36857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/68b096451a794e48a151828eb75858c6, entries=6, sequenceid=58, filesize=6.6 K 2024-11-21T20:19:19,268 DEBUG [M:0;377014bd7527:36857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eda8d2c78ee646988e3e265dc9979916 as hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eda8d2c78ee646988e3e265dc9979916 2024-11-21T20:19:19,273 INFO [M:0;377014bd7527:36857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32899/user/jenkins/test-data/b592e7f6-591c-830c-06c5-219092bd383f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eda8d2c78ee646988e3e265dc9979916, entries=1, sequenceid=58, filesize=5.0 K 2024-11-21T20:19:19,274 INFO [M:0;377014bd7527:36857 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=58, compaction requested=false 2024-11-21T20:19:19,275 INFO [M:0;377014bd7527:36857 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:19:19,275 DEBUG [M:0;377014bd7527:36857 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220357977Disabling compacts and flushes for region at 1732220357977Disabling writes for close at 1732220357977Obtaining lock to block concurrent updates at 1732220357977Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732220357977Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732220357978 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732220357978Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732220357979 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732220357993 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732220357993Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732220358402 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732220358417 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732220358417Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732220358827 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732220358846 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732220358846Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fe3729b: reopening flushed file at 1732220359255 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21d3af14: reopening flushed file at 1732220359261 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@424242db: reopening flushed file at 1732220359267 (+6 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=58, compaction requested=false at 1732220359274 (+7 ms)Writing region close event to WAL at 1732220359275 (+1 ms)Closed at 1732220359275 2024-11-21T20:19:19,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33869 is added to blk_1073741830_1006 (size=33026) 2024-11-21T20:19:19,277 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:19:19,277 INFO [M:0;377014bd7527:36857 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T20:19:19,277 INFO [M:0;377014bd7527:36857 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36857 2024-11-21T20:19:19,278 INFO [M:0;377014bd7527:36857 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:19:19,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x1015f0bc6730003, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:19:19,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36857-0x1015f0bc6730003, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:19:19,385 INFO [M:0;377014bd7527:36857 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:19:19,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b53a213{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:19:19,392 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26ec9cf4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:19:19,392 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:19:19,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a60572d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:19:19,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57c22a17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4/hadoop.log.dir/,STOPPED} 2024-11-21T20:19:19,394 WARN [BP-324866284-172.17.0.2-1732220280646 heartbeating to localhost/127.0.0.1:32899 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T20:19:19,394 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T20:19:19,394 WARN [BP-324866284-172.17.0.2-1732220280646 heartbeating to localhost/127.0.0.1:32899 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-324866284-172.17.0.2-1732220280646 (Datanode Uuid d5c1fe78-e1d6-4616-9eca-5725c0839ae2) service to localhost/127.0.0.1:32899 2024-11-21T20:19:19,394 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T20:19:19,394 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4/cluster_a36e3d51-1f70-b289-8fdd-b3904ab4b352/data/data1/current/BP-324866284-172.17.0.2-1732220280646 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:19:19,395 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4/cluster_a36e3d51-1f70-b289-8fdd-b3904ab4b352/data/data2/current/BP-324866284-172.17.0.2-1732220280646 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:19:19,395 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T20:19:19,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b66e275{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:19:19,402 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40a187b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:19:19,402 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:19:19,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d2fcc47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:19:19,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cea3ac4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4/hadoop.log.dir/,STOPPED} 2024-11-21T20:19:19,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T20:19:19,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T20:19:19,421 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:19:19,421 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:19:19,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:19,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:19,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:19:19,422 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T20:19:19,422 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=794146467, stopped=false 2024-11-21T20:19:19,422 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=377014bd7527,42945,1732220277459 2024-11-21T20:19:19,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42945-0x1015f0bc6730000, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-881965121/running 2024-11-21T20:19:19,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x1015f0bc6730001, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-881965121/running 2024-11-21T20:19:19,432 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:19:19,432 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:19:19,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x1015f0bc6730001, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-881965121 2024-11-21T20:19:19,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42945-0x1015f0bc6730000, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-881965121 2024-11-21T20:19:19,433 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:19:19,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:19,433 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '377014bd7527,34369,1732220277648' ***** 2024-11-21T20:19:19,433 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T20:19:19,433 INFO [RS:0;377014bd7527:34369 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T20:19:19,434 INFO [RS:0;377014bd7527:34369 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T20:19:19,434 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T20:19:19,434 INFO [RS:0;377014bd7527:34369 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T20:19:19,434 INFO [RS:0;377014bd7527:34369 {}] regionserver.HRegionServer(3091): Received CLOSE for 71fe17286aacdb2249f7a0e0bee252c9 2024-11-21T20:19:19,434 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34369-0x1015f0bc6730001, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Set watcher on znode that does not yet exist, /0-881965121/running 2024-11-21T20:19:19,434 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42945-0x1015f0bc6730000, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Set watcher on znode that does not yet exist, /0-881965121/running 2024-11-21T20:19:19,436 INFO [RS:0;377014bd7527:34369 {}] regionserver.HRegionServer(3091): Received CLOSE for 1da91cd0fe6059b243539353f023ff87 2024-11-21T20:19:19,436 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 71fe17286aacdb2249f7a0e0bee252c9, disabling compactions & flushes 2024-11-21T20:19:19,436 INFO [RS:0;377014bd7527:34369 {}] regionserver.HRegionServer(959): stopping server 377014bd7527,34369,1732220277648 2024-11-21T20:19:19,436 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732220291129.71fe17286aacdb2249f7a0e0bee252c9. 2024-11-21T20:19:19,436 INFO [RS:0;377014bd7527:34369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:19:19,436 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732220291129.71fe17286aacdb2249f7a0e0bee252c9. 2024-11-21T20:19:19,436 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732220291129.71fe17286aacdb2249f7a0e0bee252c9. after waiting 0 ms 2024-11-21T20:19:19,436 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732220291129.71fe17286aacdb2249f7a0e0bee252c9. 2024-11-21T20:19:19,436 INFO [RS:0;377014bd7527:34369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:34369. 2024-11-21T20:19:19,436 DEBUG [RS:0;377014bd7527:34369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:19:19,436 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 71fe17286aacdb2249f7a0e0bee252c9 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-21T20:19:19,436 DEBUG [RS:0;377014bd7527:34369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:19,436 INFO [RS:0;377014bd7527:34369 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T20:19:19,437 INFO [RS:0;377014bd7527:34369 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T20:19:19,437 INFO [RS:0;377014bd7527:34369 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T20:19:19,437 INFO [RS:0;377014bd7527:34369 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T20:19:19,437 INFO [RS:0;377014bd7527:34369 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T20:19:19,437 DEBUG [RS:0;377014bd7527:34369 {}] regionserver.HRegionServer(1325): Online Regions={71fe17286aacdb2249f7a0e0bee252c9=hbase:replication,,1732220291129.71fe17286aacdb2249f7a0e0bee252c9., 1588230740=hbase:meta,,1.1588230740, 1da91cd0fe6059b243539353f023ff87=test,,1732220286771.1da91cd0fe6059b243539353f023ff87.} 2024-11-21T20:19:19,437 DEBUG [RS:0;377014bd7527:34369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1da91cd0fe6059b243539353f023ff87, 71fe17286aacdb2249f7a0e0bee252c9 2024-11-21T20:19:19,437 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:19:19,437 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:19:19,437 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:19:19,437 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:19:19,437 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:19:19,437 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T20:19:19,453 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 to pos 997, reset compression=false 2024-11-21T20:19:19,462 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/meta/1588230740/.tmp/info/906533f011ef4a60b56dfdcfff619965 is 147, key is hbase:replication,,1732220291129.71fe17286aacdb2249f7a0e0bee252c9./info:regioninfo/1732220291924/Put/seqid=0 2024-11-21T20:19:19,476 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/replication/71fe17286aacdb2249f7a0e0bee252c9/.tmp/hfileref/b5b8d30e79894b9088283b583739c94b is 74, key is 1/hfileref:11ee1118677f4385bbb05fb7da7f5d38_SeqId_4_/1732220294919/DeleteColumn/seqid=0 2024-11-21T20:19:19,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741844_1020 (size=7686) 2024-11-21T20:19:19,491 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/meta/1588230740/.tmp/info/906533f011ef4a60b56dfdcfff619965 2024-11-21T20:19:19,496 INFO [regionserver/377014bd7527:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:19:19,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741845_1021 (size=5203) 2024-11-21T20:19:19,544 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/meta/1588230740/.tmp/ns/aa0a8664d1064a4e88a11e9b5203b7c4 is 43, key is default/ns:d/1732220280537/Put/seqid=0 2024-11-21T20:19:19,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741846_1022 (size=5153) 2024-11-21T20:19:19,550 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/meta/1588230740/.tmp/ns/aa0a8664d1064a4e88a11e9b5203b7c4 2024-11-21T20:19:19,573 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/meta/1588230740/.tmp/rep_barrier/db1bc7f8703d47188a15a6c289f67e07 is 112, key is test,,1732220286771.1da91cd0fe6059b243539353f023ff87./rep_barrier:seqnumDuringOpen/1732220287931/Put/seqid=0 2024-11-21T20:19:19,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741847_1023 (size=5518) 2024-11-21T20:19:19,581 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/meta/1588230740/.tmp/rep_barrier/db1bc7f8703d47188a15a6c289f67e07 2024-11-21T20:19:19,613 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/meta/1588230740/.tmp/table/1d3cf29be83e4104bab20f99efd02702 is 53, key is hbase:replication/table:state/1732220291932/Put/seqid=0 2024-11-21T20:19:19,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741848_1024 (size=5308) 2024-11-21T20:19:19,619 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/meta/1588230740/.tmp/table/1d3cf29be83e4104bab20f99efd02702 2024-11-21T20:19:19,625 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/meta/1588230740/.tmp/info/906533f011ef4a60b56dfdcfff619965 as hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/meta/1588230740/info/906533f011ef4a60b56dfdcfff619965 2024-11-21T20:19:19,631 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/meta/1588230740/info/906533f011ef4a60b56dfdcfff619965, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T20:19:19,633 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/meta/1588230740/.tmp/ns/aa0a8664d1064a4e88a11e9b5203b7c4 as hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/meta/1588230740/ns/aa0a8664d1064a4e88a11e9b5203b7c4 2024-11-21T20:19:19,637 DEBUG [RS:0;377014bd7527:34369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1da91cd0fe6059b243539353f023ff87, 71fe17286aacdb2249f7a0e0bee252c9 2024-11-21T20:19:19,640 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/meta/1588230740/ns/aa0a8664d1064a4e88a11e9b5203b7c4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T20:19:19,641 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/meta/1588230740/.tmp/rep_barrier/db1bc7f8703d47188a15a6c289f67e07 as hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/meta/1588230740/rep_barrier/db1bc7f8703d47188a15a6c289f67e07 2024-11-21T20:19:19,650 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/meta/1588230740/rep_barrier/db1bc7f8703d47188a15a6c289f67e07, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T20:19:19,652 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/meta/1588230740/.tmp/table/1d3cf29be83e4104bab20f99efd02702 as hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/meta/1588230740/table/1d3cf29be83e4104bab20f99efd02702 2024-11-21T20:19:19,659 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/meta/1588230740/table/1d3cf29be83e4104bab20f99efd02702, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T20:19:19,660 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 223ms, sequenceid=16, compaction requested=false 2024-11-21T20:19:19,660 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T20:19:19,670 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T20:19:19,670 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:19:19,670 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:19:19,670 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:19:19,670 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220359437Running coprocessor pre-close hooks at 1732220359437Disabling compacts and flushes for region at 1732220359437Disabling writes for close at 1732220359437Obtaining lock to block concurrent updates at 1732220359437Preparing flush snapshotting stores in 1588230740 at 1732220359437Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732220359438 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732220359439 (+1 ms)Flushing 1588230740/info: creating writer at 1732220359439Flushing 1588230740/info: appending metadata at 1732220359461 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732220359461Flushing 1588230740/ns: creating writer at 1732220359523 (+62 ms)Flushing 1588230740/ns: appending metadata at 1732220359543 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732220359543Flushing 1588230740/rep_barrier: creating writer at 1732220359557 (+14 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732220359573 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732220359573Flushing 1588230740/table: creating writer at 1732220359588 (+15 ms)Flushing 1588230740/table: appending metadata at 1732220359613 (+25 ms)Flushing 1588230740/table: closing flushed file at 1732220359613Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59aa4a50: reopening flushed file at 1732220359624 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ad45ac0: reopening flushed file at 1732220359632 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b21e6be: reopening flushed file at 1732220359640 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@115ac81b: reopening flushed file at 1732220359650 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 223ms, sequenceid=16, compaction requested=false at 1732220359660 (+10 ms)Writing region close event to WAL at 1732220359666 (+6 ms)Running coprocessor post-close hooks at 1732220359670 (+4 ms)Closed at 1732220359670 2024-11-21T20:19:19,670 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T20:19:19,742 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T20:19:19,742 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T20:19:19,837 DEBUG [RS:0;377014bd7527:34369 {}] regionserver.HRegionServer(1351): Waiting on 1da91cd0fe6059b243539353f023ff87, 71fe17286aacdb2249f7a0e0bee252c9 2024-11-21T20:19:19,921 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/replication/71fe17286aacdb2249f7a0e0bee252c9/.tmp/hfileref/b5b8d30e79894b9088283b583739c94b 2024-11-21T20:19:19,941 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/replication/71fe17286aacdb2249f7a0e0bee252c9/.tmp/queue/e1f6b367be9a4967b15ddcc1b4c05ca3 is 153, key is 1-377014bd7527,34369,1732220277648/queue:377014bd7527%2C34369%2C1732220277648/1732220296405/Put/seqid=0 2024-11-21T20:19:19,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741849_1025 (size=5352) 2024-11-21T20:19:19,956 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/replication/71fe17286aacdb2249f7a0e0bee252c9/.tmp/queue/e1f6b367be9a4967b15ddcc1b4c05ca3 2024-11-21T20:19:19,964 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/replication/71fe17286aacdb2249f7a0e0bee252c9/.tmp/hfileref/b5b8d30e79894b9088283b583739c94b as hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/replication/71fe17286aacdb2249f7a0e0bee252c9/hfileref/b5b8d30e79894b9088283b583739c94b 2024-11-21T20:19:19,971 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/replication/71fe17286aacdb2249f7a0e0bee252c9/hfileref/b5b8d30e79894b9088283b583739c94b, entries=2, sequenceid=10, filesize=5.1 K 2024-11-21T20:19:19,972 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/replication/71fe17286aacdb2249f7a0e0bee252c9/.tmp/queue/e1f6b367be9a4967b15ddcc1b4c05ca3 as hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/replication/71fe17286aacdb2249f7a0e0bee252c9/queue/e1f6b367be9a4967b15ddcc1b4c05ca3 2024-11-21T20:19:19,977 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/replication/71fe17286aacdb2249f7a0e0bee252c9/queue/e1f6b367be9a4967b15ddcc1b4c05ca3, entries=1, sequenceid=10, filesize=5.2 K 2024-11-21T20:19:19,979 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 71fe17286aacdb2249f7a0e0bee252c9 in 543ms, sequenceid=10, compaction requested=false 2024-11-21T20:19:19,984 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/hbase/replication/71fe17286aacdb2249f7a0e0bee252c9/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T20:19:19,985 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:19:19,985 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:19:19,985 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732220291129.71fe17286aacdb2249f7a0e0bee252c9. 2024-11-21T20:19:19,985 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 71fe17286aacdb2249f7a0e0bee252c9: Waiting for close lock at 1732220359436Running coprocessor pre-close hooks at 1732220359436Disabling compacts and flushes for region at 1732220359436Disabling writes for close at 1732220359436Obtaining lock to block concurrent updates at 1732220359436Preparing flush snapshotting stores in 71fe17286aacdb2249f7a0e0bee252c9 at 1732220359436Finished memstore snapshotting hbase:replication,,1732220291129.71fe17286aacdb2249f7a0e0bee252c9., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732220359437 (+1 ms)Flushing stores of hbase:replication,,1732220291129.71fe17286aacdb2249f7a0e0bee252c9. at 1732220359437Flushing 71fe17286aacdb2249f7a0e0bee252c9/hfileref: creating writer at 1732220359437Flushing 71fe17286aacdb2249f7a0e0bee252c9/hfileref: appending metadata at 1732220359475 (+38 ms)Flushing 71fe17286aacdb2249f7a0e0bee252c9/hfileref: closing flushed file at 1732220359475Flushing 71fe17286aacdb2249f7a0e0bee252c9/queue: creating writer at 1732220359926 (+451 ms)Flushing 71fe17286aacdb2249f7a0e0bee252c9/queue: appending metadata at 1732220359941 (+15 ms)Flushing 71fe17286aacdb2249f7a0e0bee252c9/queue: closing flushed file at 1732220359941Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64ef071f: reopening flushed file at 1732220359963 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@814e40b: reopening flushed file at 1732220359971 (+8 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 71fe17286aacdb2249f7a0e0bee252c9 in 543ms, sequenceid=10, compaction requested=false at 1732220359979 (+8 ms)Writing region close event to WAL at 1732220359980 (+1 ms)Running coprocessor post-close hooks at 1732220359985 (+5 ms)Closed at 1732220359985 2024-11-21T20:19:19,985 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732220291129.71fe17286aacdb2249f7a0e0bee252c9. 2024-11-21T20:19:19,985 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1da91cd0fe6059b243539353f023ff87, disabling compactions & flushes 2024-11-21T20:19:19,985 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732220286771.1da91cd0fe6059b243539353f023ff87. 2024-11-21T20:19:19,985 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732220286771.1da91cd0fe6059b243539353f023ff87. 2024-11-21T20:19:19,985 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732220286771.1da91cd0fe6059b243539353f023ff87. after waiting 0 ms 2024-11-21T20:19:19,985 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732220286771.1da91cd0fe6059b243539353f023ff87. 2024-11-21T20:19:19,989 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/data/default/test/1da91cd0fe6059b243539353f023ff87/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T20:19:19,989 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:19:19,989 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T20:19:19,989 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732220286771.1da91cd0fe6059b243539353f023ff87. 2024-11-21T20:19:19,989 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1da91cd0fe6059b243539353f023ff87: Waiting for close lock at 1732220359985Running coprocessor pre-close hooks at 1732220359985Disabling compacts and flushes for region at 1732220359985Disabling writes for close at 1732220359985Writing region close event to WAL at 1732220359986 (+1 ms)Running coprocessor post-close hooks at 1732220359989 (+3 ms)Closed at 1732220359989 2024-11-21T20:19:19,989 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732220286771.1da91cd0fe6059b243539353f023ff87. 2024-11-21T20:19:20,038 INFO [RS:0;377014bd7527:34369 {}] regionserver.HRegionServer(976): stopping server 377014bd7527,34369,1732220277648; all regions closed. 2024-11-21T20:19:20,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741834_1010 (size=4239) 2024-11-21T20:19:20,040 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.meta.1732220280451.meta not finished, retry = 0 2024-11-21T20:19:20,142 DEBUG [RS:0;377014bd7527:34369 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/oldWALs 2024-11-21T20:19:20,143 INFO [RS:0;377014bd7527:34369 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C34369%2C1732220277648.meta:.meta(num 1732220280451) 2024-11-21T20:19:20,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741839_1015 (size=2700) 2024-11-21T20:19:20,145 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.rep.1732220291888 not finished, retry = 0 2024-11-21T20:19:20,247 DEBUG [RS:0;377014bd7527:34369 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/oldWALs 2024-11-21T20:19:20,247 INFO [RS:0;377014bd7527:34369 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C34369%2C1732220277648.rep:(num 1732220291888) 2024-11-21T20:19:20,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741832_1008 (size=1300) 2024-11-21T20:19:20,249 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/WALs/377014bd7527,34369,1732220277648/377014bd7527%2C34369%2C1732220277648.1732220279873 not finished, retry = 0 2024-11-21T20:19:20,352 DEBUG [RS:0;377014bd7527:34369 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/oldWALs 2024-11-21T20:19:20,352 INFO [RS:0;377014bd7527:34369 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C34369%2C1732220277648:(num 1732220279873) 2024-11-21T20:19:20,352 DEBUG [RS:0;377014bd7527:34369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:20,352 INFO [RS:0;377014bd7527:34369 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:19:20,352 INFO [RS:0;377014bd7527:34369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:19:20,352 INFO [RS:0;377014bd7527:34369 {}] hbase.ChoreService(370): Chore service for: regionserver/377014bd7527:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T20:19:20,352 INFO [RS:0;377014bd7527:34369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:19:20,352 INFO [regionserver/377014bd7527:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:19:20,352 INFO [RS:0;377014bd7527:34369 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-377014bd7527,34369,1732220277648 because: Region server is closing 2024-11-21T20:19:20,352 INFO [RS:0;377014bd7527:34369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:34369. 2024-11-21T20:19:20,353 DEBUG [RS:0;377014bd7527:34369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:19:20,353 DEBUG [RS:0;377014bd7527:34369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:20,353 DEBUG [RS:0;377014bd7527:34369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:20,353 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:19:20,453 WARN [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.wal-reader.377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T20:19:20,453 WARN [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.shipper377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T20:19:20,453 INFO [RS:0;377014bd7527:34369 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,34369,1732220277648.replicationSource.shipper377014bd7527%2C34369%2C1732220277648,1-377014bd7527,34369,1732220277648 terminated 2024-11-21T20:19:20,453 INFO [RS:0;377014bd7527:34369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34369 2024-11-21T20:19:20,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x1015f0bc6730001, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-881965121/rs/377014bd7527,34369,1732220277648 2024-11-21T20:19:20,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42945-0x1015f0bc6730000, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-881965121/rs 2024-11-21T20:19:20,464 INFO [RS:0;377014bd7527:34369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:19:20,464 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [377014bd7527,34369,1732220277648] 2024-11-21T20:19:20,485 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-881965121/draining/377014bd7527,34369,1732220277648 already deleted, retry=false 2024-11-21T20:19:20,485 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 377014bd7527,34369,1732220277648 expired; onlineServers=0 2024-11-21T20:19:20,485 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '377014bd7527,42945,1732220277459' ***** 2024-11-21T20:19:20,485 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T20:19:20,485 INFO [M:0;377014bd7527:42945 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:19:20,485 INFO [M:0;377014bd7527:42945 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:19:20,485 DEBUG [M:0;377014bd7527:42945 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T20:19:20,485 DEBUG [M:0;377014bd7527:42945 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T20:19:20,485 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220279644 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220279644,5,FailOnTimeoutGroup] 2024-11-21T20:19:20,485 INFO [M:0;377014bd7527:42945 {}] hbase.ChoreService(370): Chore service for: master/377014bd7527:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T20:19:20,485 INFO [M:0;377014bd7527:42945 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:19:20,485 DEBUG [M:0;377014bd7527:42945 {}] master.HMaster(1795): Stopping service threads 2024-11-21T20:19:20,485 INFO [M:0;377014bd7527:42945 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T20:19:20,486 INFO [M:0;377014bd7527:42945 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:19:20,486 INFO [M:0;377014bd7527:42945 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T20:19:20,486 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T20:19:20,486 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220279645 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220279645,5,FailOnTimeoutGroup] 2024-11-21T20:19:20,487 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T20:19:20,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42945-0x1015f0bc6730000, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-881965121/master 2024-11-21T20:19:20,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42945-0x1015f0bc6730000, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-881965121 2024-11-21T20:19:20,506 DEBUG [M:0;377014bd7527:42945 {}] zookeeper.RecoverableZooKeeper(212): Node /0-881965121/master already deleted, retry=false 2024-11-21T20:19:20,506 DEBUG [M:0;377014bd7527:42945 {}] master.ActiveMasterManager(353): master:42945-0x1015f0bc6730000, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-881965121/master 2024-11-21T20:19:20,507 INFO [M:0;377014bd7527:42945 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/.lastflushedseqids 2024-11-21T20:19:20,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741850_1026 (size=263) 2024-11-21T20:19:20,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x1015f0bc6730001, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:19:20,574 INFO [RS:0;377014bd7527:34369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:19:20,574 INFO [RS:0;377014bd7527:34369 {}] regionserver.HRegionServer(1031): Exiting; stopping=377014bd7527,34369,1732220277648; zookeeper connection closed. 2024-11-21T20:19:20,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x1015f0bc6730001, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:19:20,575 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78dea839 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78dea839 2024-11-21T20:19:20,575 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T20:19:20,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:19:20,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T20:19:20,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T20:19:20,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T20:19:20,840 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:19:20,840 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T20:19:20,915 INFO [M:0;377014bd7527:42945 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T20:19:20,915 INFO [M:0;377014bd7527:42945 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T20:19:20,915 DEBUG [M:0;377014bd7527:42945 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:19:20,915 INFO [M:0;377014bd7527:42945 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:19:20,915 DEBUG [M:0;377014bd7527:42945 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:19:20,915 DEBUG [M:0;377014bd7527:42945 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:19:20,915 DEBUG [M:0;377014bd7527:42945 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:19:20,915 INFO [M:0;377014bd7527:42945 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-21T20:19:20,931 DEBUG [M:0;377014bd7527:42945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/843d190bd2184cd8965c639dc45e5469 is 82, key is hbase:meta,,1/info:regioninfo/1732220280492/Put/seqid=0 2024-11-21T20:19:20,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741851_1027 (size=5672) 2024-11-21T20:19:21,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:21,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:21,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:21,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:21,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:21,336 INFO [M:0;377014bd7527:42945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/843d190bd2184cd8965c639dc45e5469 2024-11-21T20:19:21,360 DEBUG [M:0;377014bd7527:42945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a1f9f06bb1849c7ba70d23492bb7c97 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732220287947/Put/seqid=0 2024-11-21T20:19:21,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741852_1028 (size=7240) 2024-11-21T20:19:21,764 INFO [M:0;377014bd7527:42945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a1f9f06bb1849c7ba70d23492bb7c97 2024-11-21T20:19:21,770 INFO [M:0;377014bd7527:42945 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a1f9f06bb1849c7ba70d23492bb7c97 2024-11-21T20:19:21,784 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:19:21,785 DEBUG [M:0;377014bd7527:42945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f75421b1c7524a4abf63f8270506e131 is 69, key is 377014bd7527,34369,1732220277648/rs:state/1732220279712/Put/seqid=0 2024-11-21T20:19:21,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741853_1029 (size=5156) 2024-11-21T20:19:21,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:21,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:21,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:21,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:21,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:22,190 INFO [M:0;377014bd7527:42945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f75421b1c7524a4abf63f8270506e131 2024-11-21T20:19:22,199 DEBUG [M:0;377014bd7527:42945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/843d190bd2184cd8965c639dc45e5469 as hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/843d190bd2184cd8965c639dc45e5469 2024-11-21T20:19:22,208 INFO [M:0;377014bd7527:42945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/843d190bd2184cd8965c639dc45e5469, entries=8, sequenceid=105, filesize=5.5 K 2024-11-21T20:19:22,209 DEBUG [M:0;377014bd7527:42945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a1f9f06bb1849c7ba70d23492bb7c97 as hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a1f9f06bb1849c7ba70d23492bb7c97 2024-11-21T20:19:22,214 INFO [M:0;377014bd7527:42945 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a1f9f06bb1849c7ba70d23492bb7c97 2024-11-21T20:19:22,214 INFO [M:0;377014bd7527:42945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a1f9f06bb1849c7ba70d23492bb7c97, entries=11, sequenceid=105, filesize=7.1 K 2024-11-21T20:19:22,215 DEBUG [M:0;377014bd7527:42945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f75421b1c7524a4abf63f8270506e131 as hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f75421b1c7524a4abf63f8270506e131 2024-11-21T20:19:22,220 INFO [M:0;377014bd7527:42945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42941/user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f75421b1c7524a4abf63f8270506e131, entries=1, sequenceid=105, filesize=5.0 K 2024-11-21T20:19:22,221 INFO [M:0;377014bd7527:42945 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=105, compaction requested=false 2024-11-21T20:19:22,233 INFO [M:0;377014bd7527:42945 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:19:22,233 DEBUG [M:0;377014bd7527:42945 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220360915Disabling compacts and flushes for region at 1732220360915Disabling writes for close at 1732220360915Obtaining lock to block concurrent updates at 1732220360915Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732220360915Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1732220360915Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732220360916 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732220360916Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732220360931 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732220360931Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732220361342 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732220361359 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732220361359Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732220361770 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732220361784 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732220361784Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29ee21ff: reopening flushed file at 1732220362198 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e705703: reopening flushed file at 1732220362208 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ea86cb7: reopening flushed file at 1732220362214 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=105, compaction requested=false at 1732220362221 (+7 ms)Writing region close event to WAL at 1732220362233 (+12 ms)Closed at 1732220362233 2024-11-21T20:19:22,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46229 is added to blk_1073741830_1006 (size=64526) 2024-11-21T20:19:22,246 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/43b3e37b-4116-48bb-d668-6c86ce5154d5/MasterData/WALs/377014bd7527,42945,1732220277459/377014bd7527%2C42945%2C1732220277459.1732220279370 not finished, retry = 0 2024-11-21T20:19:22,347 INFO [M:0;377014bd7527:42945 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T20:19:22,347 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:19:22,348 INFO [M:0;377014bd7527:42945 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42945 2024-11-21T20:19:22,348 INFO [M:0;377014bd7527:42945 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:19:22,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42945-0x1015f0bc6730000, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:19:22,459 INFO [M:0;377014bd7527:42945 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:19:22,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42945-0x1015f0bc6730000, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:19:22,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21676263{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:19:22,494 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51caf3d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:19:22,494 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:19:22,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@352c2b70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:19:22,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@489869af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/hadoop.log.dir/,STOPPED} 2024-11-21T20:19:22,495 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T20:19:22,495 WARN [BP-221201378-172.17.0.2-1732220275424 heartbeating to localhost/127.0.0.1:42941 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T20:19:22,495 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T20:19:22,495 WARN [BP-221201378-172.17.0.2-1732220275424 heartbeating to localhost/127.0.0.1:42941 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-221201378-172.17.0.2-1732220275424 (Datanode Uuid 8dd7ba35-6dc1-4ec3-a06d-96a75b0d0a39) service to localhost/127.0.0.1:42941 2024-11-21T20:19:22,496 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/cluster_65e75a52-b8a0-7b93-33ac-bce44c42be13/data/data1/current/BP-221201378-172.17.0.2-1732220275424 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:19:22,496 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/cluster_65e75a52-b8a0-7b93-33ac-bce44c42be13/data/data2/current/BP-221201378-172.17.0.2-1732220275424 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:19:22,496 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T20:19:22,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ea59de4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:19:22,502 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b41f308{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:19:22,502 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:19:22,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f31b59d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:19:22,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36e7127e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99833536-9495-b57f-0a20-a3064cbac57d/hadoop.log.dir/,STOPPED} 2024-11-21T20:19:22,509 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T20:19:22,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T20:19:22,539 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 138) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32899 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42941 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32899 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32899 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61154) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007f1944b92500.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42941 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42941 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42941 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32899 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:32899 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61154) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42941 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007f1944b92500.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=268 (was 415), ProcessCount=11 (was 11), AvailableMemoryMB=14040 (was 14239) 2024-11-21T20:19:22,549 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=268, ProcessCount=11, AvailableMemoryMB=14039 2024-11-21T20:19:22,567 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-21T20:19:22,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4/hadoop.log.dir so I do NOT create it in target/test-data/504598d0-5079-528d-8a71-17f52a190681 2024-11-21T20:19:22,568 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T20:19:22,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4/hadoop.tmp.dir so I do NOT create it in target/test-data/504598d0-5079-528d-8a71-17f52a190681 2024-11-21T20:19:22,568 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad5fb2f-dcd5-2d06-3620-825c130608e4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T20:19:22,568 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681 2024-11-21T20:19:22,568 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/cluster_9c0972c1-7686-5f05-93e6-ba3c6ad35c0f, deleteOnExit=true 2024-11-21T20:19:22,583 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/cluster_9c0972c1-7686-5f05-93e6-ba3c6ad35c0f/zookeeper_0, clientPort=60241, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/cluster_9c0972c1-7686-5f05-93e6-ba3c6ad35c0f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/cluster_9c0972c1-7686-5f05-93e6-ba3c6ad35c0f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T20:19:22,584 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60241 2024-11-21T20:19:22,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T20:19:22,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T20:19:22,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/test.cache.data in system properties and HBase conf 2024-11-21T20:19:22,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T20:19:22,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/hadoop.log.dir in system properties and HBase conf 2024-11-21T20:19:22,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T20:19:22,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T20:19:22,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T20:19:22,585 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T20:19:22,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:19:22,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:19:22,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T20:19:22,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:19:22,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T20:19:22,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T20:19:22,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:19:22,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:19:22,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T20:19:22,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/nfs.dump.dir in system properties and HBase conf 2024-11-21T20:19:22,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/java.io.tmpdir in system properties and HBase conf 2024-11-21T20:19:22,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:19:22,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T20:19:22,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T20:19:22,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015f0bc6730005, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T20:19:22,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015f0bc6730005, quorum=127.0.0.1:61154, baseZNode=/11299041460 Received Disconnected from ZooKeeper, ignoring 2024-11-21T20:19:22,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015f0bc6730002, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T20:19:22,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015f0bc6730002, quorum=127.0.0.1:61154, baseZNode=/0-881965121 Received Disconnected from ZooKeeper, ignoring 2024-11-21T20:19:22,995 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:19:23,009 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:19:23,046 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:19:23,046 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:19:23,046 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T20:19:23,047 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:19:23,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@153b38ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:19:23,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b1300f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:19:23,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6dd03318{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/java.io.tmpdir/jetty-localhost-36175-hadoop-hdfs-3_4_1-tests_jar-_-any-9368625397063471866/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:19:23,227 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@380d5803{HTTP/1.1, (http/1.1)}{localhost:36175} 2024-11-21T20:19:23,227 INFO [Time-limited test {}] server.Server(415): Started @139066ms 2024-11-21T20:19:23,494 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:19:23,501 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:19:23,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:19:23,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:19:23,508 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T20:19:23,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@239c56c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:19:23,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@555338b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:19:23,610 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c018764{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/java.io.tmpdir/jetty-localhost-41537-hadoop-hdfs-3_4_1-tests_jar-_-any-1547757463658328572/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:19:23,610 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ac15699{HTTP/1.1, (http/1.1)}{localhost:41537} 2024-11-21T20:19:23,610 INFO [Time-limited test {}] server.Server(415): Started @139449ms 2024-11-21T20:19:23,612 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T20:19:24,224 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/cluster_9c0972c1-7686-5f05-93e6-ba3c6ad35c0f/data/data1/current/BP-72411313-172.17.0.2-1732220362608/current, will proceed with Du for space computation calculation, 2024-11-21T20:19:24,224 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/cluster_9c0972c1-7686-5f05-93e6-ba3c6ad35c0f/data/data2/current/BP-72411313-172.17.0.2-1732220362608/current, will proceed with Du for space computation calculation, 2024-11-21T20:19:24,241 WARN [Thread-1276 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T20:19:24,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7b52e3a4996031f7 with lease ID 0x7478b6e0f91aa9a2: Processing first storage report for DS-604c4209-9653-4cc2-a084-15aa19659c72 from datanode DatanodeRegistration(127.0.0.1:45845, datanodeUuid=42d2ab4b-01ed-47b9-813e-7825682df9bc, infoPort=41663, infoSecurePort=0, ipcPort=34799, storageInfo=lv=-57;cid=testClusterID;nsid=1575985282;c=1732220362608) 2024-11-21T20:19:24,244 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7b52e3a4996031f7 with lease ID 0x7478b6e0f91aa9a2: from storage DS-604c4209-9653-4cc2-a084-15aa19659c72 node DatanodeRegistration(127.0.0.1:45845, datanodeUuid=42d2ab4b-01ed-47b9-813e-7825682df9bc, infoPort=41663, infoSecurePort=0, ipcPort=34799, storageInfo=lv=-57;cid=testClusterID;nsid=1575985282;c=1732220362608), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:19:24,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7b52e3a4996031f7 with lease ID 0x7478b6e0f91aa9a2: Processing first storage report for DS-127f5b08-3067-49c8-aae4-7890eb34f81d from datanode DatanodeRegistration(127.0.0.1:45845, datanodeUuid=42d2ab4b-01ed-47b9-813e-7825682df9bc, infoPort=41663, infoSecurePort=0, ipcPort=34799, storageInfo=lv=-57;cid=testClusterID;nsid=1575985282;c=1732220362608) 2024-11-21T20:19:24,244 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7b52e3a4996031f7 with lease ID 0x7478b6e0f91aa9a2: from storage DS-127f5b08-3067-49c8-aae4-7890eb34f81d node DatanodeRegistration(127.0.0.1:45845, datanodeUuid=42d2ab4b-01ed-47b9-813e-7825682df9bc, infoPort=41663, infoSecurePort=0, ipcPort=34799, storageInfo=lv=-57;cid=testClusterID;nsid=1575985282;c=1732220362608), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:19:24,247 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681 2024-11-21T20:19:24,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:19:24,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:19:24,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741825_1001 (size=7) 2024-11-21T20:19:24,272 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc with version=8 2024-11-21T20:19:24,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/hbase-staging 2024-11-21T20:19:24,274 INFO [Time-limited test {}] client.ConnectionUtils(128): master/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:19:24,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:19:24,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:19:24,274 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:19:24,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:19:24,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:19:24,274 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T20:19:24,275 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:19:24,276 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45819 2024-11-21T20:19:24,277 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45819 connecting to ZooKeeper ensemble=127.0.0.1:60241 2024-11-21T20:19:24,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458190x0, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:19:24,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45819-0x1015f0d1afd0000 connected 2024-11-21T20:19:24,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:19:24,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:19:24,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45819-0x1015f0d1afd0000, quorum=127.0.0.1:60241, baseZNode=/01064808975 Set watcher on znode that does not yet exist, /01064808975/running 2024-11-21T20:19:24,469 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc, hbase.cluster.distributed=false 2024-11-21T20:19:24,471 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45819-0x1015f0d1afd0000, quorum=127.0.0.1:60241, baseZNode=/01064808975 Set watcher on znode that does not yet exist, /01064808975/acl 2024-11-21T20:19:24,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45819 2024-11-21T20:19:24,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45819 2024-11-21T20:19:24,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45819 2024-11-21T20:19:24,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45819 2024-11-21T20:19:24,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45819 2024-11-21T20:19:24,503 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:19:24,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:19:24,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:19:24,503 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:19:24,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:19:24,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:19:24,503 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T20:19:24,504 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:19:24,505 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44477 2024-11-21T20:19:24,507 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44477 connecting to ZooKeeper ensemble=127.0.0.1:60241 2024-11-21T20:19:24,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:19:24,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:19:24,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444770x0, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:19:24,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444770x0, quorum=127.0.0.1:60241, baseZNode=/01064808975 Set watcher on znode that does not yet exist, /01064808975/running 2024-11-21T20:19:24,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44477-0x1015f0d1afd0001 connected 2024-11-21T20:19:24,558 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T20:19:24,559 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T20:19:24,563 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44477-0x1015f0d1afd0001, quorum=127.0.0.1:60241, baseZNode=/01064808975 Set watcher on znode that does not yet exist, /01064808975/master 2024-11-21T20:19:24,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44477-0x1015f0d1afd0001, quorum=127.0.0.1:60241, baseZNode=/01064808975 Set watcher on znode that does not yet exist, /01064808975/acl 2024-11-21T20:19:24,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44477 2024-11-21T20:19:24,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44477 2024-11-21T20:19:24,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44477 2024-11-21T20:19:24,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44477 2024-11-21T20:19:24,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44477 2024-11-21T20:19:24,614 DEBUG [M:0;377014bd7527:45819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;377014bd7527:45819 2024-11-21T20:19:24,636 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01064808975/backup-masters/377014bd7527,45819,1732220364274 2024-11-21T20:19:24,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44477-0x1015f0d1afd0001, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01064808975/backup-masters 2024-11-21T20:19:24,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1015f0d1afd0000, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01064808975/backup-masters 2024-11-21T20:19:24,644 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45819-0x1015f0d1afd0000, quorum=127.0.0.1:60241, baseZNode=/01064808975 Set watcher on existing znode=/01064808975/backup-masters/377014bd7527,45819,1732220364274 2024-11-21T20:19:24,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44477-0x1015f0d1afd0001, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01064808975/master 2024-11-21T20:19:24,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44477-0x1015f0d1afd0001, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01064808975 2024-11-21T20:19:24,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1015f0d1afd0000, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01064808975 2024-11-21T20:19:24,655 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45819-0x1015f0d1afd0000, quorum=127.0.0.1:60241, baseZNode=/01064808975 Set watcher on existing znode=/01064808975/master 2024-11-21T20:19:24,656 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01064808975/backup-masters/377014bd7527,45819,1732220364274 from backup master directory 2024-11-21T20:19:24,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1015f0d1afd0000, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01064808975/backup-masters/377014bd7527,45819,1732220364274 2024-11-21T20:19:24,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44477-0x1015f0d1afd0001, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01064808975/backup-masters 2024-11-21T20:19:24,664 WARN [master/377014bd7527:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:19:24,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1015f0d1afd0000, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01064808975/backup-masters 2024-11-21T20:19:24,664 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=377014bd7527,45819,1732220364274 2024-11-21T20:19:24,669 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/hbase.id] with ID: 7c1a8a3d-b961-4cf7-bea4-ed145551b912 2024-11-21T20:19:24,669 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/.tmp/hbase.id 2024-11-21T20:19:24,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741826_1002 (size=42) 2024-11-21T20:19:24,702 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/.tmp/hbase.id]:[hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/hbase.id] 2024-11-21T20:19:24,713 INFO [master/377014bd7527:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:19:24,713 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T20:19:24,715 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-21T20:19:24,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44477-0x1015f0d1afd0001, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01064808975 2024-11-21T20:19:24,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1015f0d1afd0000, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01064808975 2024-11-21T20:19:24,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741827_1003 (size=196) 2024-11-21T20:19:25,151 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:19:25,152 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T20:19:25,154 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:19:25,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741828_1004 (size=1189) 2024-11-21T20:19:25,591 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store 2024-11-21T20:19:25,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741829_1005 (size=34) 2024-11-21T20:19:26,003 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:19:26,003 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:19:26,003 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:19:26,003 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:19:26,003 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:19:26,003 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:19:26,004 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:19:26,004 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220366003Disabling compacts and flushes for region at 1732220366003Disabling writes for close at 1732220366003Writing region close event to WAL at 1732220366004 (+1 ms)Closed at 1732220366004 2024-11-21T20:19:26,005 WARN [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/.initializing 2024-11-21T20:19:26,005 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/WALs/377014bd7527,45819,1732220364274 2024-11-21T20:19:26,006 INFO [master/377014bd7527:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:19:26,008 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=377014bd7527%2C45819%2C1732220364274, suffix=, logDir=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/WALs/377014bd7527,45819,1732220364274, archiveDir=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/oldWALs, maxLogs=10 2024-11-21T20:19:26,040 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/WALs/377014bd7527,45819,1732220364274/377014bd7527%2C45819%2C1732220364274.1732220366009, exclude list is [], retry=0 2024-11-21T20:19:26,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45845,DS-604c4209-9653-4cc2-a084-15aa19659c72,DISK] 2024-11-21T20:19:26,061 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/WALs/377014bd7527,45819,1732220364274/377014bd7527%2C45819%2C1732220364274.1732220366009 2024-11-21T20:19:26,066 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41663:41663)] 2024-11-21T20:19:26,066 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:19:26,067 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:19:26,067 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:26,067 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:26,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:26,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T20:19:26,080 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:26,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:19:26,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:26,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T20:19:26,084 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:26,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:19:26,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:26,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T20:19:26,086 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:26,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:19:26,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:26,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T20:19:26,087 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:26,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:19:26,088 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:26,089 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:26,090 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:26,091 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:26,091 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:26,092 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:19:26,097 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:26,112 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:19:26,113 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63560312, jitterRate=-0.05287754535675049}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:19:26,114 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732220366067Initializing all the Stores at 1732220366068 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220366068Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220366072 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220366072Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220366072Cleaning up temporary data from old regions at 1732220366091 (+19 ms)Region opened successfully at 1732220366114 (+23 ms) 2024-11-21T20:19:26,121 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T20:19:26,129 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5794b241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:19:26,130 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T20:19:26,131 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T20:19:26,131 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T20:19:26,131 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T20:19:26,138 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 6 msec 2024-11-21T20:19:26,138 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T20:19:26,138 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T20:19:26,163 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T20:19:26,165 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45819-0x1015f0d1afd0000, quorum=127.0.0.1:60241, baseZNode=/01064808975 Unable to get data of znode /01064808975/balancer because node does not exist (not necessarily an error) 2024-11-21T20:19:26,221 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01064808975/balancer already deleted, retry=false 2024-11-21T20:19:26,222 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T20:19:26,222 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45819-0x1015f0d1afd0000, quorum=127.0.0.1:60241, baseZNode=/01064808975 Unable to get data of znode /01064808975/normalizer because node does not exist (not necessarily an error) 2024-11-21T20:19:26,232 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01064808975/normalizer already deleted, retry=false 2024-11-21T20:19:26,232 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T20:19:26,243 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45819-0x1015f0d1afd0000, quorum=127.0.0.1:60241, baseZNode=/01064808975 Unable to get data of znode /01064808975/switch/split because node does not exist (not necessarily an error) 2024-11-21T20:19:26,253 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01064808975/switch/split already deleted, retry=false 2024-11-21T20:19:26,254 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45819-0x1015f0d1afd0000, quorum=127.0.0.1:60241, baseZNode=/01064808975 Unable to get data of znode /01064808975/switch/merge because node does not exist (not necessarily an error) 2024-11-21T20:19:26,263 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01064808975/switch/merge already deleted, retry=false 2024-11-21T20:19:26,266 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45819-0x1015f0d1afd0000, quorum=127.0.0.1:60241, baseZNode=/01064808975 Unable to get data of znode /01064808975/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T20:19:26,274 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01064808975/snapshot-cleanup already deleted, retry=false 2024-11-21T20:19:26,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44477-0x1015f0d1afd0001, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01064808975/running 2024-11-21T20:19:26,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44477-0x1015f0d1afd0001, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01064808975 2024-11-21T20:19:26,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1015f0d1afd0000, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01064808975/running 2024-11-21T20:19:26,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1015f0d1afd0000, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01064808975 2024-11-21T20:19:26,285 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=377014bd7527,45819,1732220364274, sessionid=0x1015f0d1afd0000, setting cluster-up flag (Was=false) 2024-11-21T20:19:26,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1015f0d1afd0000, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01064808975 2024-11-21T20:19:26,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44477-0x1015f0d1afd0001, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01064808975 2024-11-21T20:19:26,337 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01064808975/flush-table-proc/acquired, /01064808975/flush-table-proc/reached, /01064808975/flush-table-proc/abort 2024-11-21T20:19:26,338 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,45819,1732220364274 2024-11-21T20:19:26,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1015f0d1afd0000, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01064808975 2024-11-21T20:19:26,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44477-0x1015f0d1afd0001, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01064808975 2024-11-21T20:19:26,390 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01064808975/online-snapshot/acquired, /01064808975/online-snapshot/reached, /01064808975/online-snapshot/abort 2024-11-21T20:19:26,391 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,45819,1732220364274 2024-11-21T20:19:26,393 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T20:19:26,398 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T20:19:26,398 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T20:19:26,398 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T20:19:26,399 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 377014bd7527,45819,1732220364274 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T20:19:26,401 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:19:26,401 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:19:26,401 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:19:26,401 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:19:26,401 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/377014bd7527:0, corePoolSize=10, maxPoolSize=10 2024-11-21T20:19:26,401 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:26,401 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:19:26,401 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:26,408 INFO [RS:0;377014bd7527:44477 {}] regionserver.HRegionServer(746): ClusterId : 7c1a8a3d-b961-4cf7-bea4-ed145551b912 2024-11-21T20:19:26,408 DEBUG [RS:0;377014bd7527:44477 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T20:19:26,411 DEBUG [RS:0;377014bd7527:44477 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T20:19:26,411 DEBUG [RS:0;377014bd7527:44477 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T20:19:26,422 DEBUG [RS:0;377014bd7527:44477 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T20:19:26,422 DEBUG [RS:0;377014bd7527:44477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2627f771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:19:26,434 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:19:26,434 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T20:19:26,435 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:26,435 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T20:19:26,439 DEBUG [RS:0;377014bd7527:44477 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;377014bd7527:44477 2024-11-21T20:19:26,439 INFO [RS:0;377014bd7527:44477 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T20:19:26,440 INFO [RS:0;377014bd7527:44477 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T20:19:26,440 DEBUG [RS:0;377014bd7527:44477 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T20:19:26,440 INFO [RS:0;377014bd7527:44477 {}] regionserver.HRegionServer(2659): reportForDuty to master=377014bd7527,45819,1732220364274 with port=44477, startcode=1732220364502 2024-11-21T20:19:26,441 DEBUG [RS:0;377014bd7527:44477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T20:19:26,461 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T20:19:26,462 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45819 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:19:26,463 DEBUG [RS:0;377014bd7527:44477 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-21T20:19:26,463 WARN [RS:0;377014bd7527:44477 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-21T20:19:26,463 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732220396463 2024-11-21T20:19:26,463 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T20:19:26,463 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T20:19:26,463 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T20:19:26,463 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T20:19:26,463 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T20:19:26,463 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T20:19:26,464 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:26,464 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T20:19:26,464 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T20:19:26,464 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T20:19:26,464 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T20:19:26,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741831_1007 (size=1321) 2024-11-21T20:19:26,484 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T20:19:26,484 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T20:19:26,488 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220366484,5,FailOnTimeoutGroup] 2024-11-21T20:19:26,488 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220366488,5,FailOnTimeoutGroup] 2024-11-21T20:19:26,488 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:26,488 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T20:19:26,488 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:26,488 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:26,564 INFO [RS:0;377014bd7527:44477 {}] regionserver.HRegionServer(2659): reportForDuty to master=377014bd7527,45819,1732220364274 with port=44477, startcode=1732220364502 2024-11-21T20:19:26,565 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45819 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 377014bd7527,44477,1732220364502 2024-11-21T20:19:26,565 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45819 {}] master.ServerManager(517): Registering regionserver=377014bd7527,44477,1732220364502 2024-11-21T20:19:26,567 DEBUG [RS:0;377014bd7527:44477 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc 2024-11-21T20:19:26,567 DEBUG [RS:0;377014bd7527:44477 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42889 2024-11-21T20:19:26,567 DEBUG [RS:0;377014bd7527:44477 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T20:19:26,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1015f0d1afd0000, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01064808975/rs 2024-11-21T20:19:26,580 DEBUG [RS:0;377014bd7527:44477 {}] zookeeper.ZKUtil(111): regionserver:44477-0x1015f0d1afd0001, quorum=127.0.0.1:60241, baseZNode=/01064808975 Set watcher on existing znode=/01064808975/rs/377014bd7527,44477,1732220364502 2024-11-21T20:19:26,580 WARN [RS:0;377014bd7527:44477 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:19:26,580 INFO [RS:0;377014bd7527:44477 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:19:26,580 DEBUG [RS:0;377014bd7527:44477 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,44477,1732220364502 2024-11-21T20:19:26,583 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [377014bd7527,44477,1732220364502] 2024-11-21T20:19:26,588 INFO [RS:0;377014bd7527:44477 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T20:19:26,591 INFO [RS:0;377014bd7527:44477 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T20:19:26,592 INFO [RS:0;377014bd7527:44477 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T20:19:26,592 INFO [RS:0;377014bd7527:44477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:26,592 INFO [RS:0;377014bd7527:44477 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T20:19:26,593 INFO [RS:0;377014bd7527:44477 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T20:19:26,593 INFO [RS:0;377014bd7527:44477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:26,593 DEBUG [RS:0;377014bd7527:44477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:26,593 DEBUG [RS:0;377014bd7527:44477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:26,593 DEBUG [RS:0;377014bd7527:44477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:26,593 DEBUG [RS:0;377014bd7527:44477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:26,593 DEBUG [RS:0;377014bd7527:44477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:26,593 DEBUG [RS:0;377014bd7527:44477 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:19:26,593 DEBUG [RS:0;377014bd7527:44477 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:26,593 DEBUG [RS:0;377014bd7527:44477 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:26,594 DEBUG [RS:0;377014bd7527:44477 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:26,594 DEBUG [RS:0;377014bd7527:44477 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:26,594 DEBUG [RS:0;377014bd7527:44477 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:26,594 DEBUG [RS:0;377014bd7527:44477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:26,594 DEBUG [RS:0;377014bd7527:44477 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:19:26,594 DEBUG [RS:0;377014bd7527:44477 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:19:26,596 INFO [RS:0;377014bd7527:44477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:26,596 INFO [RS:0;377014bd7527:44477 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:26,596 INFO [RS:0;377014bd7527:44477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:26,596 INFO [RS:0;377014bd7527:44477 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:26,596 INFO [RS:0;377014bd7527:44477 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:26,596 INFO [RS:0;377014bd7527:44477 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,44477,1732220364502-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:19:26,620 INFO [RS:0;377014bd7527:44477 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T20:19:26,621 INFO [RS:0;377014bd7527:44477 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,44477,1732220364502-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:26,621 INFO [RS:0;377014bd7527:44477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:26,621 INFO [RS:0;377014bd7527:44477 {}] regionserver.Replication(171): 377014bd7527,44477,1732220364502 started 2024-11-21T20:19:26,641 INFO [RS:0;377014bd7527:44477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:26,641 INFO [RS:0;377014bd7527:44477 {}] regionserver.HRegionServer(1482): Serving as 377014bd7527,44477,1732220364502, RpcServer on 377014bd7527/172.17.0.2:44477, sessionid=0x1015f0d1afd0001 2024-11-21T20:19:26,641 DEBUG [RS:0;377014bd7527:44477 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T20:19:26,641 DEBUG [RS:0;377014bd7527:44477 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 377014bd7527,44477,1732220364502 2024-11-21T20:19:26,641 DEBUG [RS:0;377014bd7527:44477 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,44477,1732220364502' 2024-11-21T20:19:26,641 DEBUG [RS:0;377014bd7527:44477 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01064808975/flush-table-proc/abort' 2024-11-21T20:19:26,642 DEBUG [RS:0;377014bd7527:44477 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01064808975/flush-table-proc/acquired' 2024-11-21T20:19:26,642 DEBUG [RS:0;377014bd7527:44477 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T20:19:26,642 DEBUG [RS:0;377014bd7527:44477 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T20:19:26,642 DEBUG [RS:0;377014bd7527:44477 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 377014bd7527,44477,1732220364502 2024-11-21T20:19:26,642 DEBUG [RS:0;377014bd7527:44477 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,44477,1732220364502' 2024-11-21T20:19:26,642 DEBUG [RS:0;377014bd7527:44477 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01064808975/online-snapshot/abort' 2024-11-21T20:19:26,643 DEBUG [RS:0;377014bd7527:44477 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01064808975/online-snapshot/acquired' 2024-11-21T20:19:26,643 DEBUG [RS:0;377014bd7527:44477 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T20:19:26,643 INFO [RS:0;377014bd7527:44477 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T20:19:26,643 INFO [RS:0;377014bd7527:44477 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T20:19:26,743 INFO [RS:0;377014bd7527:44477 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:19:26,745 INFO [RS:0;377014bd7527:44477 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C44477%2C1732220364502, suffix=, logDir=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,44477,1732220364502, archiveDir=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/oldWALs, maxLogs=10 2024-11-21T20:19:26,757 DEBUG [RS:0;377014bd7527:44477 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,44477,1732220364502/377014bd7527%2C44477%2C1732220364502.1732220366745, exclude list is [], retry=0 2024-11-21T20:19:26,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45845,DS-604c4209-9653-4cc2-a084-15aa19659c72,DISK] 2024-11-21T20:19:26,762 INFO [RS:0;377014bd7527:44477 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,44477,1732220364502/377014bd7527%2C44477%2C1732220364502.1732220366745 2024-11-21T20:19:26,762 DEBUG [RS:0;377014bd7527:44477 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41663:41663)] 2024-11-21T20:19:26,885 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T20:19:26,885 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc 2024-11-21T20:19:26,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741833_1009 (size=32) 2024-11-21T20:19:27,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:19:27,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:19:27,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:19:27,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:27,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:19:27,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:19:27,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:19:27,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:27,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:19:27,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:19:27,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:19:27,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:27,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:19:27,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:19:27,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:19:27,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:27,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:19:27,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:19:27,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/meta/1588230740 2024-11-21T20:19:27,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/meta/1588230740 2024-11-21T20:19:27,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:19:27,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:19:27,301 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:19:27,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:19:27,304 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:19:27,304 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73817186, jitterRate=0.0999617874622345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:19:27,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732220367291Initializing all the Stores at 1732220367292 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220367292Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220367292Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220367292Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220367292Cleaning up temporary data from old regions at 1732220367301 (+9 ms)Region opened successfully at 1732220367305 (+4 ms) 2024-11-21T20:19:27,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:19:27,305 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:19:27,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:19:27,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:19:27,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:19:27,305 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:19:27,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220367305Disabling compacts and flushes for region at 1732220367305Disabling writes for close at 1732220367305Writing region close event to WAL at 1732220367305Closed at 1732220367305 2024-11-21T20:19:27,307 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:19:27,307 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T20:19:27,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T20:19:27,308 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:19:27,309 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T20:19:27,459 DEBUG [377014bd7527:45819 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T20:19:27,460 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=377014bd7527,44477,1732220364502 2024-11-21T20:19:27,461 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,44477,1732220364502, state=OPENING 2024-11-21T20:19:27,516 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T20:19:27,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1015f0d1afd0000, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01064808975 2024-11-21T20:19:27,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44477-0x1015f0d1afd0001, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01064808975 2024-11-21T20:19:27,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01064808975/meta-region-server: CHANGED 2024-11-21T20:19:27,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01064808975/meta-region-server: CHANGED 2024-11-21T20:19:27,527 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:19:27,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,44477,1732220364502}] 2024-11-21T20:19:27,679 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:19:27,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T20:19:27,684 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T20:19:27,684 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:19:27,684 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T20:19:27,686 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C44477%2C1732220364502.meta, suffix=.meta, logDir=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,44477,1732220364502, archiveDir=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/oldWALs, maxLogs=10 2024-11-21T20:19:27,702 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,44477,1732220364502/377014bd7527%2C44477%2C1732220364502.meta.1732220367686.meta, exclude list is [], retry=0 2024-11-21T20:19:27,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45845,DS-604c4209-9653-4cc2-a084-15aa19659c72,DISK] 2024-11-21T20:19:27,708 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,44477,1732220364502/377014bd7527%2C44477%2C1732220364502.meta.1732220367686.meta 2024-11-21T20:19:27,708 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41663:41663)] 2024-11-21T20:19:27,708 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:19:27,709 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:19:27,709 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:19:27,709 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T20:19:27,709 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T20:19:27,709 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T20:19:27,709 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:19:27,709 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T20:19:27,709 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T20:19:27,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:19:27,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:19:27,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:27,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:19:27,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:19:27,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:19:27,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:27,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:19:27,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:19:27,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:19:27,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:27,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:19:27,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:19:27,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:19:27,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:27,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:19:27,717 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:19:27,718 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/meta/1588230740 2024-11-21T20:19:27,719 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/meta/1588230740 2024-11-21T20:19:27,720 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:19:27,720 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:19:27,720 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:19:27,722 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:19:27,722 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64514795, jitterRate=-0.038654640316963196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:19:27,722 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T20:19:27,723 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732220367710Writing region info on filesystem at 1732220367710Initializing all the Stores at 1732220367711 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220367711Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220367712 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220367712Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220367712Cleaning up temporary data from old regions at 1732220367720 (+8 ms)Running coprocessor post-open hooks at 1732220367722 (+2 ms)Region opened successfully at 1732220367723 (+1 ms) 2024-11-21T20:19:27,724 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732220367679 2024-11-21T20:19:27,726 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T20:19:27,726 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T20:19:27,726 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,44477,1732220364502 2024-11-21T20:19:27,727 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,44477,1732220364502, state=OPEN 2024-11-21T20:19:27,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1015f0d1afd0000, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01064808975/meta-region-server 2024-11-21T20:19:27,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44477-0x1015f0d1afd0001, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01064808975/meta-region-server 2024-11-21T20:19:27,789 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=377014bd7527,44477,1732220364502 2024-11-21T20:19:27,789 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01064808975/meta-region-server: CHANGED 2024-11-21T20:19:27,789 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01064808975/meta-region-server: CHANGED 2024-11-21T20:19:27,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T20:19:27,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,44477,1732220364502 in 262 msec 2024-11-21T20:19:27,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T20:19:27,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 484 msec 2024-11-21T20:19:27,793 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:19:27,793 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T20:19:27,794 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:19:27,795 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44477,1732220364502, seqNum=-1] 2024-11-21T20:19:27,795 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:19:27,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:19:27,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4030 sec 2024-11-21T20:19:27,801 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732220367800, completionTime=-1 2024-11-21T20:19:27,801 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T20:19:27,801 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T20:19:27,802 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T20:19:27,803 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732220427802 2024-11-21T20:19:27,803 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732220487803 2024-11-21T20:19:27,803 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T20:19:27,803 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,45819,1732220364274-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:27,803 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,45819,1732220364274-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:27,803 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,45819,1732220364274-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:27,803 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-377014bd7527:45819, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:27,803 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:27,803 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:27,805 DEBUG [master/377014bd7527:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T20:19:27,806 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.142sec 2024-11-21T20:19:27,807 INFO [master/377014bd7527:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T20:19:27,807 INFO [master/377014bd7527:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T20:19:27,807 INFO [master/377014bd7527:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T20:19:27,807 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T20:19:27,807 INFO [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T20:19:27,807 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,45819,1732220364274-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:19:27,807 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,45819,1732220364274-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T20:19:27,809 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T20:19:27,809 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T20:19:27,809 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,45819,1732220364274-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:27,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c156888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:19:27,907 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,45819,-1 for getting cluster id 2024-11-21T20:19:27,908 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:19:27,909 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c1a8a3d-b961-4cf7-bea4-ed145551b912' 2024-11-21T20:19:27,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:19:27,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c1a8a3d-b961-4cf7-bea4-ed145551b912" 2024-11-21T20:19:27,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f281f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:19:27,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,45819,-1] 2024-11-21T20:19:27,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:19:27,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:27,911 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:19:27,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d0f969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:19:27,912 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:19:27,912 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44477,1732220364502, seqNum=-1] 2024-11-21T20:19:27,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:19:27,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:19:27,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=377014bd7527,45819,1732220364274 2024-11-21T20:19:27,916 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60241 2024-11-21T20:19:27,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:19:27,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015f0d1afd0002 connected 2024-11-21T20:19:27,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/hadoop.log.dir so I do NOT create it in target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339 2024-11-21T20:19:27,950 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T20:19:27,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/hadoop.tmp.dir so I do NOT create it in target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339 2024-11-21T20:19:27,950 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T20:19:27,950 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339 2024-11-21T20:19:27,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T20:19:27,950 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339/cluster_f2631ca8-f83d-526f-677e-e7827c7a7fb4, deleteOnExit=true 2024-11-21T20:19:27,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T20:19:27,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339/test.cache.data in system properties and HBase conf 2024-11-21T20:19:27,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T20:19:27,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339/hadoop.log.dir in system properties and HBase conf 2024-11-21T20:19:27,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T20:19:27,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T20:19:27,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T20:19:27,951 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T20:19:27,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:19:27,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:19:27,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T20:19:27,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:19:27,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T20:19:27,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T20:19:27,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:19:27,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:19:27,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T20:19:27,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339/nfs.dump.dir in system properties and HBase conf 2024-11-21T20:19:27,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339/java.io.tmpdir in system properties and HBase conf 2024-11-21T20:19:27,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:19:27,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T20:19:27,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T20:19:28,266 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:19:28,270 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:19:28,271 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:19:28,271 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:19:28,271 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T20:19:28,272 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:19:28,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bb50150{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:19:28,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fe2198b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:19:28,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14dd15f6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339/java.io.tmpdir/jetty-localhost-39885-hadoop-hdfs-3_4_1-tests_jar-_-any-16492105554368722617/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:19:28,367 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c55a2d6{HTTP/1.1, (http/1.1)}{localhost:39885} 2024-11-21T20:19:28,368 INFO [Time-limited test {}] server.Server(415): Started @144207ms 2024-11-21T20:19:28,621 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:19:28,624 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:19:28,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:19:28,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:19:28,625 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T20:19:28,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7644832b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:19:28,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5360ad88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:19:28,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@247003a7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339/java.io.tmpdir/jetty-localhost-33731-hadoop-hdfs-3_4_1-tests_jar-_-any-8053791764327196503/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:19:28,719 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57ece978{HTTP/1.1, (http/1.1)}{localhost:33731} 2024-11-21T20:19:28,719 INFO [Time-limited test {}] server.Server(415): Started @144558ms 2024-11-21T20:19:28,720 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T20:19:29,376 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339/cluster_f2631ca8-f83d-526f-677e-e7827c7a7fb4/data/data1/current/BP-1462896468-172.17.0.2-1732220367967/current, will proceed with Du for space computation calculation, 2024-11-21T20:19:29,376 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339/cluster_f2631ca8-f83d-526f-677e-e7827c7a7fb4/data/data2/current/BP-1462896468-172.17.0.2-1732220367967/current, will proceed with Du for space computation calculation, 2024-11-21T20:19:29,390 WARN [Thread-1396 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T20:19:29,393 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8b6b2a0d50272a with lease ID 0x8f3d6e0aaff53fc6: Processing first storage report for DS-48b38c2c-03b9-4c23-91d9-caa6689fbc39 from datanode DatanodeRegistration(127.0.0.1:40365, datanodeUuid=4ce40923-c666-4be1-8472-324f3655f482, infoPort=42785, infoSecurePort=0, ipcPort=38281, storageInfo=lv=-57;cid=testClusterID;nsid=506747048;c=1732220367967) 2024-11-21T20:19:29,393 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8b6b2a0d50272a with lease ID 0x8f3d6e0aaff53fc6: from storage DS-48b38c2c-03b9-4c23-91d9-caa6689fbc39 node DatanodeRegistration(127.0.0.1:40365, datanodeUuid=4ce40923-c666-4be1-8472-324f3655f482, infoPort=42785, infoSecurePort=0, ipcPort=38281, storageInfo=lv=-57;cid=testClusterID;nsid=506747048;c=1732220367967), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:19:29,393 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8b6b2a0d50272a with lease ID 0x8f3d6e0aaff53fc6: Processing first storage report for DS-b7407e77-783d-4ad0-8fa3-0afd23b707c6 from datanode DatanodeRegistration(127.0.0.1:40365, datanodeUuid=4ce40923-c666-4be1-8472-324f3655f482, infoPort=42785, infoSecurePort=0, ipcPort=38281, storageInfo=lv=-57;cid=testClusterID;nsid=506747048;c=1732220367967) 2024-11-21T20:19:29,393 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8b6b2a0d50272a with lease ID 0x8f3d6e0aaff53fc6: from storage DS-b7407e77-783d-4ad0-8fa3-0afd23b707c6 node DatanodeRegistration(127.0.0.1:40365, datanodeUuid=4ce40923-c666-4be1-8472-324f3655f482, infoPort=42785, infoSecurePort=0, ipcPort=38281, storageInfo=lv=-57;cid=testClusterID;nsid=506747048;c=1732220367967), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:19:29,449 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339 2024-11-21T20:19:29,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:19:29,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:19:29,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40365 is added to blk_1073741825_1001 (size=7) 2024-11-21T20:19:29,858 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4 with version=8 2024-11-21T20:19:29,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/hbase-staging 2024-11-21T20:19:29,860 INFO [Time-limited test {}] client.ConnectionUtils(128): master/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:19:29,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:19:29,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:19:29,860 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:19:29,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:19:29,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:19:29,860 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T20:19:29,860 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:19:29,861 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35767 2024-11-21T20:19:29,862 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35767 connecting to ZooKeeper ensemble=127.0.0.1:60241 2024-11-21T20:19:29,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357670x0, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:19:29,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35767-0x1015f0d1afd0003 connected 2024-11-21T20:19:30,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:19:30,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:19:30,046 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35767-0x1015f0d1afd0003, quorum=127.0.0.1:60241, baseZNode=/1268615255 Set watcher on znode that does not yet exist, /1268615255/running 2024-11-21T20:19:30,046 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4, hbase.cluster.distributed=false 2024-11-21T20:19:30,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35767-0x1015f0d1afd0003, quorum=127.0.0.1:60241, baseZNode=/1268615255 Set watcher on znode that does not yet exist, /1268615255/acl 2024-11-21T20:19:30,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35767 2024-11-21T20:19:30,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35767 2024-11-21T20:19:30,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35767 2024-11-21T20:19:30,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35767 2024-11-21T20:19:30,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35767 2024-11-21T20:19:30,062 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:19:30,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:19:30,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:19:30,062 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:19:30,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:19:30,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:19:30,062 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T20:19:30,062 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:19:30,063 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41125 2024-11-21T20:19:30,064 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41125 connecting to ZooKeeper ensemble=127.0.0.1:60241 2024-11-21T20:19:30,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:19:30,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:19:30,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411250x0, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:19:30,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411250x0, quorum=127.0.0.1:60241, baseZNode=/1268615255 Set watcher on znode that does not yet exist, /1268615255/running 2024-11-21T20:19:30,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41125-0x1015f0d1afd0004 connected 2024-11-21T20:19:30,074 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T20:19:30,075 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T20:19:30,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41125-0x1015f0d1afd0004, quorum=127.0.0.1:60241, baseZNode=/1268615255 Set watcher on znode that does not yet exist, /1268615255/master 2024-11-21T20:19:30,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41125-0x1015f0d1afd0004, quorum=127.0.0.1:60241, baseZNode=/1268615255 Set watcher on znode that does not yet exist, /1268615255/acl 2024-11-21T20:19:30,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41125 2024-11-21T20:19:30,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41125 2024-11-21T20:19:30,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41125 2024-11-21T20:19:30,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41125 2024-11-21T20:19:30,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41125 2024-11-21T20:19:30,094 DEBUG [M:0;377014bd7527:35767 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;377014bd7527:35767 2024-11-21T20:19:30,094 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1268615255/backup-masters/377014bd7527,35767,1732220369860 2024-11-21T20:19:30,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41125-0x1015f0d1afd0004, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1268615255/backup-masters 2024-11-21T20:19:30,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35767-0x1015f0d1afd0003, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1268615255/backup-masters 2024-11-21T20:19:30,106 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35767-0x1015f0d1afd0003, quorum=127.0.0.1:60241, baseZNode=/1268615255 Set watcher on existing znode=/1268615255/backup-masters/377014bd7527,35767,1732220369860 2024-11-21T20:19:30,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41125-0x1015f0d1afd0004, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1268615255/master 2024-11-21T20:19:30,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35767-0x1015f0d1afd0003, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1268615255 2024-11-21T20:19:30,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41125-0x1015f0d1afd0004, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1268615255 2024-11-21T20:19:30,116 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35767-0x1015f0d1afd0003, quorum=127.0.0.1:60241, baseZNode=/1268615255 Set watcher on existing znode=/1268615255/master 2024-11-21T20:19:30,116 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1268615255/backup-masters/377014bd7527,35767,1732220369860 from backup master directory 2024-11-21T20:19:30,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35767-0x1015f0d1afd0003, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1268615255/backup-masters/377014bd7527,35767,1732220369860 2024-11-21T20:19:30,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35767-0x1015f0d1afd0003, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1268615255/backup-masters 2024-11-21T20:19:30,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41125-0x1015f0d1afd0004, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1268615255/backup-masters 2024-11-21T20:19:30,126 WARN [master/377014bd7527:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:19:30,126 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=377014bd7527,35767,1732220369860 2024-11-21T20:19:30,130 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/hbase.id] with ID: 27ee6bd8-8faa-40c9-b80d-0f043acc13a1 2024-11-21T20:19:30,130 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/.tmp/hbase.id 2024-11-21T20:19:30,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40365 is added to blk_1073741826_1002 (size=42) 2024-11-21T20:19:30,535 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/.tmp/hbase.id]:[hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/hbase.id] 2024-11-21T20:19:30,545 INFO [master/377014bd7527:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:19:30,545 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T20:19:30,546 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T20:19:30,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35767-0x1015f0d1afd0003, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1268615255 2024-11-21T20:19:30,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41125-0x1015f0d1afd0004, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1268615255 2024-11-21T20:19:30,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40365 is added to blk_1073741827_1003 (size=196) 2024-11-21T20:19:30,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T20:19:30,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T20:19:30,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:19:30,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T20:19:30,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:19:30,839 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T20:19:31,018 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:19:31,019 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T20:19:31,019 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:19:31,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40365 is added to blk_1073741828_1004 (size=1189) 2024-11-21T20:19:31,426 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/MasterData/data/master/store 2024-11-21T20:19:31,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40365 is added to blk_1073741829_1005 (size=34) 2024-11-21T20:19:31,832 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:19:31,832 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:19:31,832 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:19:31,832 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:19:31,832 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:19:31,832 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:19:31,832 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:19:31,832 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220371832Disabling compacts and flushes for region at 1732220371832Disabling writes for close at 1732220371832Writing region close event to WAL at 1732220371832Closed at 1732220371832 2024-11-21T20:19:31,833 WARN [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/MasterData/data/master/store/.initializing 2024-11-21T20:19:31,833 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/MasterData/WALs/377014bd7527,35767,1732220369860 2024-11-21T20:19:31,834 INFO [master/377014bd7527:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:19:31,836 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=377014bd7527%2C35767%2C1732220369860, suffix=, logDir=hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/MasterData/WALs/377014bd7527,35767,1732220369860, archiveDir=hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/MasterData/oldWALs, maxLogs=10 2024-11-21T20:19:31,848 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/MasterData/WALs/377014bd7527,35767,1732220369860/377014bd7527%2C35767%2C1732220369860.1732220371836, exclude list is [], retry=0 2024-11-21T20:19:31,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40365,DS-48b38c2c-03b9-4c23-91d9-caa6689fbc39,DISK] 2024-11-21T20:19:31,852 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/MasterData/WALs/377014bd7527,35767,1732220369860/377014bd7527%2C35767%2C1732220369860.1732220371836 2024-11-21T20:19:31,852 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42785:42785)] 2024-11-21T20:19:31,852 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:19:31,852 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:19:31,853 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:31,853 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:31,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:31,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T20:19:31,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:31,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:19:31,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:31,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T20:19:31,857 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:31,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:19:31,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:31,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T20:19:31,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:31,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:19:31,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:31,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T20:19:31,859 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:31,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:19:31,860 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:31,860 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:31,861 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:31,861 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:31,861 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:31,862 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:19:31,863 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:31,864 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:19:31,864 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72591518, jitterRate=0.08169791102409363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:19:31,865 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732220371853Initializing all the Stores at 1732220371853Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220371853Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220371854 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220371854Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220371854Cleaning up temporary data from old regions at 1732220371861 (+7 ms)Region opened successfully at 1732220371865 (+4 ms) 2024-11-21T20:19:31,865 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T20:19:31,867 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e36971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:19:31,868 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T20:19:31,868 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T20:19:31,868 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T20:19:31,868 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T20:19:31,868 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T20:19:31,869 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T20:19:31,869 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T20:19:31,870 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T20:19:31,870 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35767-0x1015f0d1afd0003, quorum=127.0.0.1:60241, baseZNode=/1268615255 Unable to get data of znode /1268615255/balancer because node does not exist (not necessarily an error) 2024-11-21T20:19:31,926 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1268615255/balancer already deleted, retry=false 2024-11-21T20:19:31,926 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T20:19:31,927 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35767-0x1015f0d1afd0003, quorum=127.0.0.1:60241, baseZNode=/1268615255 Unable to get data of znode /1268615255/normalizer because node does not exist (not necessarily an error) 2024-11-21T20:19:31,936 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1268615255/normalizer already deleted, retry=false 2024-11-21T20:19:31,937 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T20:19:31,938 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35767-0x1015f0d1afd0003, quorum=127.0.0.1:60241, baseZNode=/1268615255 Unable to get data of znode /1268615255/switch/split because node does not exist (not necessarily an error) 2024-11-21T20:19:31,947 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1268615255/switch/split already deleted, retry=false 2024-11-21T20:19:31,948 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35767-0x1015f0d1afd0003, quorum=127.0.0.1:60241, baseZNode=/1268615255 Unable to get data of znode /1268615255/switch/merge because node does not exist (not necessarily an error) 2024-11-21T20:19:31,958 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1268615255/switch/merge already deleted, retry=false 2024-11-21T20:19:31,960 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35767-0x1015f0d1afd0003, quorum=127.0.0.1:60241, baseZNode=/1268615255 Unable to get data of znode /1268615255/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T20:19:31,968 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1268615255/snapshot-cleanup already deleted, retry=false 2024-11-21T20:19:31,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35767-0x1015f0d1afd0003, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1268615255/running 2024-11-21T20:19:31,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41125-0x1015f0d1afd0004, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1268615255/running 2024-11-21T20:19:31,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35767-0x1015f0d1afd0003, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1268615255 2024-11-21T20:19:31,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41125-0x1015f0d1afd0004, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1268615255 2024-11-21T20:19:31,979 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=377014bd7527,35767,1732220369860, sessionid=0x1015f0d1afd0003, setting cluster-up flag (Was=false) 2024-11-21T20:19:32,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35767-0x1015f0d1afd0003, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1268615255 2024-11-21T20:19:32,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41125-0x1015f0d1afd0004, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1268615255 2024-11-21T20:19:32,031 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1268615255/flush-table-proc/acquired, /1268615255/flush-table-proc/reached, /1268615255/flush-table-proc/abort 2024-11-21T20:19:32,032 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,35767,1732220369860 2024-11-21T20:19:32,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35767-0x1015f0d1afd0003, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1268615255 2024-11-21T20:19:32,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41125-0x1015f0d1afd0004, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1268615255 2024-11-21T20:19:32,084 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1268615255/online-snapshot/acquired, /1268615255/online-snapshot/reached, /1268615255/online-snapshot/abort 2024-11-21T20:19:32,085 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,35767,1732220369860 2024-11-21T20:19:32,086 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T20:19:32,088 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T20:19:32,088 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T20:19:32,088 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T20:19:32,088 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 377014bd7527,35767,1732220369860 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T20:19:32,090 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:19:32,090 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:19:32,090 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:19:32,090 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:19:32,090 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/377014bd7527:0, corePoolSize=10, maxPoolSize=10 2024-11-21T20:19:32,090 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:32,090 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:19:32,090 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:32,091 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732220402091 2024-11-21T20:19:32,091 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T20:19:32,091 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T20:19:32,091 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T20:19:32,091 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T20:19:32,091 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T20:19:32,091 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T20:19:32,091 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:32,091 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:19:32,091 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T20:19:32,091 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T20:19:32,091 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T20:19:32,091 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T20:19:32,091 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T20:19:32,092 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T20:19:32,092 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T20:19:32,092 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220372092,5,FailOnTimeoutGroup] 2024-11-21T20:19:32,092 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220372092,5,FailOnTimeoutGroup] 2024-11-21T20:19:32,092 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:32,092 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T20:19:32,092 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:32,092 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:32,092 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:32,092 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T20:19:32,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40365 is added to blk_1073741831_1007 (size=1321) 2024-11-21T20:19:32,186 INFO [RS:0;377014bd7527:41125 {}] regionserver.HRegionServer(746): ClusterId : 27ee6bd8-8faa-40c9-b80d-0f043acc13a1 2024-11-21T20:19:32,186 DEBUG [RS:0;377014bd7527:41125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T20:19:32,190 DEBUG [RS:0;377014bd7527:41125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T20:19:32,190 DEBUG [RS:0;377014bd7527:41125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T20:19:32,201 DEBUG [RS:0;377014bd7527:41125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T20:19:32,201 DEBUG [RS:0;377014bd7527:41125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28a4fa6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:19:32,211 DEBUG [RS:0;377014bd7527:41125 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;377014bd7527:41125 2024-11-21T20:19:32,211 INFO [RS:0;377014bd7527:41125 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T20:19:32,211 INFO [RS:0;377014bd7527:41125 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T20:19:32,211 DEBUG [RS:0;377014bd7527:41125 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T20:19:32,212 INFO [RS:0;377014bd7527:41125 {}] regionserver.HRegionServer(2659): reportForDuty to master=377014bd7527,35767,1732220369860 with port=41125, startcode=1732220370062 2024-11-21T20:19:32,212 DEBUG [RS:0;377014bd7527:41125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T20:19:32,213 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T20:19:32,214 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35767 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 377014bd7527,41125,1732220370062 2024-11-21T20:19:32,214 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35767 {}] master.ServerManager(517): Registering regionserver=377014bd7527,41125,1732220370062 2024-11-21T20:19:32,215 DEBUG [RS:0;377014bd7527:41125 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4 2024-11-21T20:19:32,215 DEBUG [RS:0;377014bd7527:41125 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33263 2024-11-21T20:19:32,215 DEBUG [RS:0;377014bd7527:41125 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T20:19:32,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35767-0x1015f0d1afd0003, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1268615255/rs 2024-11-21T20:19:32,221 DEBUG [RS:0;377014bd7527:41125 {}] zookeeper.ZKUtil(111): regionserver:41125-0x1015f0d1afd0004, quorum=127.0.0.1:60241, baseZNode=/1268615255 Set watcher on existing znode=/1268615255/rs/377014bd7527,41125,1732220370062 2024-11-21T20:19:32,221 WARN [RS:0;377014bd7527:41125 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:19:32,221 INFO [RS:0;377014bd7527:41125 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:19:32,222 DEBUG [RS:0;377014bd7527:41125 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/WALs/377014bd7527,41125,1732220370062 2024-11-21T20:19:32,222 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [377014bd7527,41125,1732220370062] 2024-11-21T20:19:32,224 INFO [RS:0;377014bd7527:41125 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T20:19:32,226 INFO [RS:0;377014bd7527:41125 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T20:19:32,226 INFO [RS:0;377014bd7527:41125 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T20:19:32,226 INFO [RS:0;377014bd7527:41125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:32,226 INFO [RS:0;377014bd7527:41125 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T20:19:32,227 INFO [RS:0;377014bd7527:41125 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T20:19:32,227 INFO [RS:0;377014bd7527:41125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:32,227 DEBUG [RS:0;377014bd7527:41125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:32,227 DEBUG [RS:0;377014bd7527:41125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:32,227 DEBUG [RS:0;377014bd7527:41125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:32,227 DEBUG [RS:0;377014bd7527:41125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:32,227 DEBUG [RS:0;377014bd7527:41125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:32,227 DEBUG [RS:0;377014bd7527:41125 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:19:32,227 DEBUG [RS:0;377014bd7527:41125 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:32,228 DEBUG [RS:0;377014bd7527:41125 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:32,228 DEBUG [RS:0;377014bd7527:41125 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:32,228 DEBUG [RS:0;377014bd7527:41125 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:32,228 DEBUG [RS:0;377014bd7527:41125 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:32,228 DEBUG [RS:0;377014bd7527:41125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:32,228 DEBUG [RS:0;377014bd7527:41125 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:19:32,228 DEBUG [RS:0;377014bd7527:41125 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:19:32,228 INFO [RS:0;377014bd7527:41125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:32,228 INFO [RS:0;377014bd7527:41125 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:32,228 INFO [RS:0;377014bd7527:41125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:32,228 INFO [RS:0;377014bd7527:41125 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:32,228 INFO [RS:0;377014bd7527:41125 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:32,228 INFO [RS:0;377014bd7527:41125 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,41125,1732220370062-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:19:32,241 INFO [RS:0;377014bd7527:41125 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T20:19:32,241 INFO [RS:0;377014bd7527:41125 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,41125,1732220370062-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:32,241 INFO [RS:0;377014bd7527:41125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:32,241 INFO [RS:0;377014bd7527:41125 {}] regionserver.Replication(171): 377014bd7527,41125,1732220370062 started 2024-11-21T20:19:32,253 INFO [RS:0;377014bd7527:41125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:32,253 INFO [RS:0;377014bd7527:41125 {}] regionserver.HRegionServer(1482): Serving as 377014bd7527,41125,1732220370062, RpcServer on 377014bd7527/172.17.0.2:41125, sessionid=0x1015f0d1afd0004 2024-11-21T20:19:32,253 DEBUG [RS:0;377014bd7527:41125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T20:19:32,253 DEBUG [RS:0;377014bd7527:41125 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 377014bd7527,41125,1732220370062 2024-11-21T20:19:32,253 DEBUG [RS:0;377014bd7527:41125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,41125,1732220370062' 2024-11-21T20:19:32,254 DEBUG [RS:0;377014bd7527:41125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1268615255/flush-table-proc/abort' 2024-11-21T20:19:32,254 DEBUG [RS:0;377014bd7527:41125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1268615255/flush-table-proc/acquired' 2024-11-21T20:19:32,255 DEBUG [RS:0;377014bd7527:41125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T20:19:32,255 DEBUG [RS:0;377014bd7527:41125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T20:19:32,255 DEBUG [RS:0;377014bd7527:41125 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 377014bd7527,41125,1732220370062 2024-11-21T20:19:32,255 DEBUG [RS:0;377014bd7527:41125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,41125,1732220370062' 2024-11-21T20:19:32,255 DEBUG [RS:0;377014bd7527:41125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1268615255/online-snapshot/abort' 2024-11-21T20:19:32,255 DEBUG [RS:0;377014bd7527:41125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1268615255/online-snapshot/acquired' 2024-11-21T20:19:32,255 DEBUG [RS:0;377014bd7527:41125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T20:19:32,255 INFO [RS:0;377014bd7527:41125 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T20:19:32,255 INFO [RS:0;377014bd7527:41125 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T20:19:32,356 INFO [RS:0;377014bd7527:41125 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:19:32,357 INFO [RS:0;377014bd7527:41125 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C41125%2C1732220370062, suffix=, logDir=hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/WALs/377014bd7527,41125,1732220370062, archiveDir=hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/oldWALs, maxLogs=10 2024-11-21T20:19:32,376 DEBUG [RS:0;377014bd7527:41125 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/WALs/377014bd7527,41125,1732220370062/377014bd7527%2C41125%2C1732220370062.1732220372358, exclude list is [], retry=0 2024-11-21T20:19:32,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40365,DS-48b38c2c-03b9-4c23-91d9-caa6689fbc39,DISK] 2024-11-21T20:19:32,385 INFO [RS:0;377014bd7527:41125 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/WALs/377014bd7527,41125,1732220370062/377014bd7527%2C41125%2C1732220370062.1732220372358 2024-11-21T20:19:32,385 DEBUG [RS:0;377014bd7527:41125 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42785:42785)] 2024-11-21T20:19:32,498 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T20:19:32,498 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4 2024-11-21T20:19:32,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40365 is added to blk_1073741833_1009 (size=32) 2024-11-21T20:19:32,588 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T20:19:32,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:32,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:32,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:32,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:32,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:32,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:32,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:19:32,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:19:32,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:19:32,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:32,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:19:32,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:19:32,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:19:32,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:32,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:19:32,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:19:32,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:19:32,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:32,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:19:32,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:19:32,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:19:32,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:32,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:19:32,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:19:32,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/data/hbase/meta/1588230740 2024-11-21T20:19:32,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/data/hbase/meta/1588230740 2024-11-21T20:19:32,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:19:32,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:19:32,913 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:19:32,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:19:32,915 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:19:32,916 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71476294, jitterRate=0.06507977843284607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:19:32,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732220372904Initializing all the Stores at 1732220372905 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220372905Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220372905Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220372905Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220372905Cleaning up temporary data from old regions at 1732220372913 (+8 ms)Region opened successfully at 1732220372916 (+3 ms) 2024-11-21T20:19:32,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:19:32,916 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:19:32,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:19:32,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:19:32,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:19:32,916 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:19:32,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220372916Disabling compacts and flushes for region at 1732220372916Disabling writes for close at 1732220372916Writing region close event to WAL at 1732220372916Closed at 1732220372916 2024-11-21T20:19:32,917 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:19:32,917 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T20:19:32,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T20:19:32,918 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:19:32,919 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T20:19:33,069 DEBUG [377014bd7527:35767 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T20:19:33,069 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=377014bd7527,41125,1732220370062 2024-11-21T20:19:33,070 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,41125,1732220370062, state=OPENING 2024-11-21T20:19:33,169 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T20:19:33,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35767-0x1015f0d1afd0003, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1268615255 2024-11-21T20:19:33,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41125-0x1015f0d1afd0004, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1268615255 2024-11-21T20:19:33,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1268615255/meta-region-server: CHANGED 2024-11-21T20:19:33,190 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:19:33,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1268615255/meta-region-server: CHANGED 2024-11-21T20:19:33,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,41125,1732220370062}] 2024-11-21T20:19:33,235 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:19:33,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:33,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:33,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:33,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:33,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:33,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:33,342 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:19:33,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T20:19:33,347 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T20:19:33,347 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:19:33,347 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T20:19:33,348 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C41125%2C1732220370062.meta, suffix=.meta, logDir=hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/WALs/377014bd7527,41125,1732220370062, archiveDir=hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/oldWALs, maxLogs=10 2024-11-21T20:19:33,360 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/WALs/377014bd7527,41125,1732220370062/377014bd7527%2C41125%2C1732220370062.meta.1732220373349.meta, exclude list is [], retry=0 2024-11-21T20:19:33,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40365,DS-48b38c2c-03b9-4c23-91d9-caa6689fbc39,DISK] 2024-11-21T20:19:33,364 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/WALs/377014bd7527,41125,1732220370062/377014bd7527%2C41125%2C1732220370062.meta.1732220373349.meta 2024-11-21T20:19:33,364 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42785:42785)] 2024-11-21T20:19:33,364 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:19:33,364 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:19:33,365 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:19:33,365 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T20:19:33,365 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T20:19:33,365 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T20:19:33,365 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:19:33,365 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T20:19:33,365 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T20:19:33,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:19:33,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:19:33,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:33,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:19:33,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:19:33,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:19:33,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:33,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:19:33,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:19:33,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:19:33,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:33,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:19:33,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:19:33,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:19:33,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:33,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:19:33,371 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:19:33,371 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/data/hbase/meta/1588230740 2024-11-21T20:19:33,372 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/data/hbase/meta/1588230740 2024-11-21T20:19:33,373 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:19:33,373 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:19:33,374 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:19:33,375 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:19:33,376 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59149447, jitterRate=-0.11860455572605133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:19:33,376 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T20:19:33,376 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732220373365Writing region info on filesystem at 1732220373365Initializing all the Stores at 1732220373366 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220373366Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220373366Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220373366Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220373366Cleaning up temporary data from old regions at 1732220373373 (+7 ms)Running coprocessor post-open hooks at 1732220373376 (+3 ms)Region opened successfully at 1732220373376 2024-11-21T20:19:33,377 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732220373342 2024-11-21T20:19:33,379 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T20:19:33,379 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T20:19:33,379 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,41125,1732220370062 2024-11-21T20:19:33,380 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,41125,1732220370062, state=OPEN 2024-11-21T20:19:33,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41125-0x1015f0d1afd0004, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1268615255/meta-region-server 2024-11-21T20:19:33,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35767-0x1015f0d1afd0003, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1268615255/meta-region-server 2024-11-21T20:19:33,389 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=377014bd7527,41125,1732220370062 2024-11-21T20:19:33,389 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1268615255/meta-region-server: CHANGED 2024-11-21T20:19:33,389 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1268615255/meta-region-server: CHANGED 2024-11-21T20:19:33,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T20:19:33,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,41125,1732220370062 in 199 msec 2024-11-21T20:19:33,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T20:19:33,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 475 msec 2024-11-21T20:19:33,394 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:19:33,394 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T20:19:33,395 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:19:33,395 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,41125,1732220370062, seqNum=-1] 2024-11-21T20:19:33,396 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:19:33,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:19:33,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3130 sec 2024-11-21T20:19:33,401 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732220373401, completionTime=-1 2024-11-21T20:19:33,401 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T20:19:33,401 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T20:19:33,403 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T20:19:33,403 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732220433403 2024-11-21T20:19:33,403 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732220493403 2024-11-21T20:19:33,403 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T20:19:33,403 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,35767,1732220369860-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:33,403 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,35767,1732220369860-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:33,403 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,35767,1732220369860-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:33,403 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-377014bd7527:35767, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:33,403 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:33,403 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:33,405 DEBUG [master/377014bd7527:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T20:19:33,406 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.280sec 2024-11-21T20:19:33,406 INFO [master/377014bd7527:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T20:19:33,406 INFO [master/377014bd7527:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T20:19:33,406 INFO [master/377014bd7527:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T20:19:33,406 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T20:19:33,406 INFO [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T20:19:33,406 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,35767,1732220369860-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:19:33,406 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,35767,1732220369860-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T20:19:33,409 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T20:19:33,409 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T20:19:33,409 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,35767,1732220369860-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:33,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@445a5a60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:19:33,487 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,35767,-1 for getting cluster id 2024-11-21T20:19:33,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:19:33,488 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27ee6bd8-8faa-40c9-b80d-0f043acc13a1' 2024-11-21T20:19:33,489 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:19:33,489 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27ee6bd8-8faa-40c9-b80d-0f043acc13a1" 2024-11-21T20:19:33,489 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@226268b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:19:33,489 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,35767,-1] 2024-11-21T20:19:33,489 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:19:33,489 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:33,490 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:19:33,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1278b640, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:19:33,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:19:33,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,41125,1732220370062, seqNum=-1] 2024-11-21T20:19:33,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:19:33,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:19:33,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=377014bd7527,35767,1732220369860 2024-11-21T20:19:33,496 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60241 2024-11-21T20:19:33,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:19:33,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015f0d1afd0005 connected 2024-11-21T20:19:33,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71ff358a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:19:33,518 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,45819,-1 for getting cluster id 2024-11-21T20:19:33,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:19:33,519 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c1a8a3d-b961-4cf7-bea4-ed145551b912' 2024-11-21T20:19:33,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:19:33,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c1a8a3d-b961-4cf7-bea4-ed145551b912" 2024-11-21T20:19:33,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6c501c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:19:33,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,45819,-1] 2024-11-21T20:19:33,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:19:33,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:33,521 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:19:33,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55713956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:19:33,522 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:19:33,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,45819,1732220364274 2024-11-21T20:19:33,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bdd511a 2024-11-21T20:19:33,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:19:33,523 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:19:33,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45819 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://377014bd7527:35767,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T20:19:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45819 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T20:19:33,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:19:33,526 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:35767' 2024-11-21T20:19:33,527 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e48fc40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:19:33,527 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,35767,-1 for getting cluster id 2024-11-21T20:19:33,527 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:19:33,528 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27ee6bd8-8faa-40c9-b80d-0f043acc13a1' 2024-11-21T20:19:33,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:19:33,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27ee6bd8-8faa-40c9-b80d-0f043acc13a1" 2024-11-21T20:19:33,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e671ddf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:19:33,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,35767,-1] 2024-11-21T20:19:33,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:19:33,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:33,529 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:19:33,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c321053, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:19:33,530 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:19:33,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,35767,1732220369860 2024-11-21T20:19:33,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@aa38a83 2024-11-21T20:19:33,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:19:33,531 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:19:33,532 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T20:19:33,532 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T20:19:33,532 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:33,532 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:33,532 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:19:33,532 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:19:33,533 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T20:19:33,534 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:19:33,534 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:33,535 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:19:33,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741835_1011 (size=1138) 2024-11-21T20:19:33,584 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T20:19:33,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:19:33,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:19:33,943 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6f7c7514f56084b05e1452dbc32c4b87, NAME => 'hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc 2024-11-21T20:19:33,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741836_1012 (size=44) 2024-11-21T20:19:34,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:19:34,349 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:19:34,349 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6f7c7514f56084b05e1452dbc32c4b87, disabling compactions & flushes 2024-11-21T20:19:34,349 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87. 2024-11-21T20:19:34,349 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87. 2024-11-21T20:19:34,349 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87. after waiting 0 ms 2024-11-21T20:19:34,349 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87. 2024-11-21T20:19:34,349 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87. 2024-11-21T20:19:34,349 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6f7c7514f56084b05e1452dbc32c4b87: Waiting for close lock at 1732220374349Disabling compacts and flushes for region at 1732220374349Disabling writes for close at 1732220374349Writing region close event to WAL at 1732220374349Closed at 1732220374349 2024-11-21T20:19:34,350 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:19:34,350 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732220374350"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220374350"}]},"ts":"1732220374350"} 2024-11-21T20:19:34,353 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:19:34,354 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:19:34,354 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220374354"}]},"ts":"1732220374354"} 2024-11-21T20:19:34,356 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T20:19:34,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6f7c7514f56084b05e1452dbc32c4b87, ASSIGN}] 2024-11-21T20:19:34,357 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6f7c7514f56084b05e1452dbc32c4b87, ASSIGN 2024-11-21T20:19:34,358 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6f7c7514f56084b05e1452dbc32c4b87, ASSIGN; state=OFFLINE, location=377014bd7527,44477,1732220364502; forceNewPlan=false, retain=false 2024-11-21T20:19:34,509 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6f7c7514f56084b05e1452dbc32c4b87, regionState=OPENING, regionLocation=377014bd7527,44477,1732220364502 2024-11-21T20:19:34,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6f7c7514f56084b05e1452dbc32c4b87, ASSIGN because future has completed 2024-11-21T20:19:34,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f7c7514f56084b05e1452dbc32c4b87, server=377014bd7527,44477,1732220364502}] 2024-11-21T20:19:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:19:34,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87. 2024-11-21T20:19:34,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:19:34,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T20:19:34,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C44477%2C1732220364502.rep, suffix=, logDir=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,44477,1732220364502, archiveDir=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/oldWALs, maxLogs=10 2024-11-21T20:19:34,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,44477,1732220364502/377014bd7527%2C44477%2C1732220364502.rep.1732220374667, exclude list is [], retry=0 2024-11-21T20:19:34,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45845,DS-604c4209-9653-4cc2-a084-15aa19659c72,DISK] 2024-11-21T20:19:34,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,44477,1732220364502/377014bd7527%2C44477%2C1732220364502.rep.1732220374667 2024-11-21T20:19:34,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41663:41663)] 2024-11-21T20:19:34,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f7c7514f56084b05e1452dbc32c4b87, NAME => 'hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:19:34,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:19:34,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:19:34,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87. service=MultiRowMutationService 2024-11-21T20:19:34,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T20:19:34,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6f7c7514f56084b05e1452dbc32c4b87 2024-11-21T20:19:34,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:19:34,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 6f7c7514f56084b05e1452dbc32c4b87 2024-11-21T20:19:34,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 6f7c7514f56084b05e1452dbc32c4b87 2024-11-21T20:19:34,684 INFO [StoreOpener-6f7c7514f56084b05e1452dbc32c4b87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6f7c7514f56084b05e1452dbc32c4b87 2024-11-21T20:19:34,686 INFO [StoreOpener-6f7c7514f56084b05e1452dbc32c4b87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f7c7514f56084b05e1452dbc32c4b87 columnFamilyName hfileref 2024-11-21T20:19:34,686 DEBUG [StoreOpener-6f7c7514f56084b05e1452dbc32c4b87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:34,686 INFO [StoreOpener-6f7c7514f56084b05e1452dbc32c4b87-1 {}] regionserver.HStore(327): Store=6f7c7514f56084b05e1452dbc32c4b87/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:19:34,686 INFO [StoreOpener-6f7c7514f56084b05e1452dbc32c4b87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6f7c7514f56084b05e1452dbc32c4b87 2024-11-21T20:19:34,687 INFO [StoreOpener-6f7c7514f56084b05e1452dbc32c4b87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f7c7514f56084b05e1452dbc32c4b87 columnFamilyName queue 2024-11-21T20:19:34,687 DEBUG [StoreOpener-6f7c7514f56084b05e1452dbc32c4b87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:34,687 INFO [StoreOpener-6f7c7514f56084b05e1452dbc32c4b87-1 {}] regionserver.HStore(327): Store=6f7c7514f56084b05e1452dbc32c4b87/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:19:34,687 INFO [StoreOpener-6f7c7514f56084b05e1452dbc32c4b87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6f7c7514f56084b05e1452dbc32c4b87 2024-11-21T20:19:34,688 INFO [StoreOpener-6f7c7514f56084b05e1452dbc32c4b87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f7c7514f56084b05e1452dbc32c4b87 columnFamilyName sid 2024-11-21T20:19:34,688 DEBUG [StoreOpener-6f7c7514f56084b05e1452dbc32c4b87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:34,689 INFO [StoreOpener-6f7c7514f56084b05e1452dbc32c4b87-1 {}] regionserver.HStore(327): Store=6f7c7514f56084b05e1452dbc32c4b87/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:19:34,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 6f7c7514f56084b05e1452dbc32c4b87 2024-11-21T20:19:34,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/replication/6f7c7514f56084b05e1452dbc32c4b87 2024-11-21T20:19:34,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/replication/6f7c7514f56084b05e1452dbc32c4b87 2024-11-21T20:19:34,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 6f7c7514f56084b05e1452dbc32c4b87 2024-11-21T20:19:34,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 6f7c7514f56084b05e1452dbc32c4b87 2024-11-21T20:19:34,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:19:34,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 6f7c7514f56084b05e1452dbc32c4b87 2024-11-21T20:19:34,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/replication/6f7c7514f56084b05e1452dbc32c4b87/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:19:34,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 6f7c7514f56084b05e1452dbc32c4b87; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60886294, jitterRate=-0.09272351861000061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:19:34,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f7c7514f56084b05e1452dbc32c4b87 2024-11-21T20:19:34,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 6f7c7514f56084b05e1452dbc32c4b87: Running coprocessor pre-open hook at 1732220374683Writing region info on filesystem at 1732220374683Initializing all the Stores at 1732220374684 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220374684Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220374684Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220374684Cleaning up temporary data from old regions at 1732220374691 (+7 ms)Running coprocessor post-open hooks at 1732220374695 (+4 ms)Region opened successfully at 1732220374696 (+1 ms) 2024-11-21T20:19:34,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87., pid=7, masterSystemTime=1732220374662 2024-11-21T20:19:34,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87. 2024-11-21T20:19:34,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87. 2024-11-21T20:19:34,699 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6f7c7514f56084b05e1452dbc32c4b87, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,44477,1732220364502 2024-11-21T20:19:34,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f7c7514f56084b05e1452dbc32c4b87, server=377014bd7527,44477,1732220364502 because future has completed 2024-11-21T20:19:34,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-21T20:19:34,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f7c7514f56084b05e1452dbc32c4b87, server=377014bd7527,44477,1732220364502 in 191 msec 2024-11-21T20:19:34,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T20:19:34,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6f7c7514f56084b05e1452dbc32c4b87, ASSIGN in 347 msec 2024-11-21T20:19:34,705 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:19:34,706 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220374705"}]},"ts":"1732220374705"} 2024-11-21T20:19:34,707 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T20:19:34,708 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:19:34,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-21T20:19:34,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87., hostname=377014bd7527,44477,1732220364502, seqNum=2] 2024-11-21T20:19:34,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1015f0d1afd0000, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01064808975 2024-11-21T20:19:34,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44477-0x1015f0d1afd0001, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01064808975 2024-11-21T20:19:34,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T20:19:34,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44477 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-21T20:19:34,985 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T20:19:35,012 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-377014bd7527,44477,1732220364502, ReplicationSource: 1, currentBandwidth=0 2024-11-21T20:19:35,012 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:19:35,012 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44477,1732220364502, seqNum=-1] 2024-11-21T20:19:35,013 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:19:35,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-21T20:19:35,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-377014bd7527,44477,1732220364502', locateType=CURRENT is [region=hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87., hostname=377014bd7527,44477,1732220364502, seqNum=2] 2024-11-21T20:19:35,018 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-21T20:19:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45819 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-21T20:19:35,020 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 377014bd7527,44477,1732220364502 suceeded 2024-11-21T20:19:35,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-21T20:19:35,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-21T20:19:35,022 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://377014bd7527:35767,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T20:19:35,023 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4980 sec 2024-11-21T20:19:35,032 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44477,1732220364502 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:35767' 2024-11-21T20:19:35,033 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44477,1732220364502 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3344e524, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:19:35,033 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44477,1732220364502 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,35767,-1 for getting cluster id 2024-11-21T20:19:35,033 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44477,1732220364502 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:19:35,034 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27ee6bd8-8faa-40c9-b80d-0f043acc13a1' 2024-11-21T20:19:35,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:19:35,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27ee6bd8-8faa-40c9-b80d-0f043acc13a1" 2024-11-21T20:19:35,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@180f39f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:19:35,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,35767,-1] 2024-11-21T20:19:35,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:19:35,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:35,036 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:19:35,036 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44477,1732220364502 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46839aea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:19:35,036 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44477,1732220364502 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:19:35,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,35767,1732220369860 2024-11-21T20:19:35,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@456c2cda 2024-11-21T20:19:35,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:19:35,038 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-21T20:19:35,038 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44477,1732220364502 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-377014bd7527,44477,1732220364502 (queues=1) is replicating from cluster=7c1a8a3d-b961-4cf7-bea4-ed145551b912 to cluster=27ee6bd8-8faa-40c9-b80d-0f043acc13a1 2024-11-21T20:19:35,038 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44477,1732220364502 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=377014bd7527%2C44477%2C1732220364502 2024-11-21T20:19:35,039 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44477,1732220364502 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-377014bd7527,44477,1732220364502, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T20:19:35,039 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44477,1732220364502.replicationSource.wal-reader.377014bd7527%2C44477%2C1732220364502,1-377014bd7527,44477,1732220364502 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,44477,1732220364502/377014bd7527%2C44477%2C1732220364502.1732220366745, startPosition=0, beingWritten=true 2024-11-21T20:19:35,039 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44477,1732220364502.replicationSource.shipper377014bd7527%2C44477%2C1732220364502,1-377014bd7527,44477,1732220364502 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 377014bd7527%2C44477%2C1732220364502 2024-11-21T20:19:35,244 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44477,1732220364502.replicationSource.wal-reader.377014bd7527%2C44477%2C1732220364502,1-377014bd7527,44477,1732220364502 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,44477,1732220364502/377014bd7527%2C44477%2C1732220364502.1732220366745 to pos 0, reset compression=false 2024-11-21T20:19:35,549 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44477,1732220364502.replicationSource.wal-reader.377014bd7527%2C44477%2C1732220364502,1-377014bd7527,44477,1732220364502 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,44477,1732220364502/377014bd7527%2C44477%2C1732220364502.1732220366745 to pos 0, reset compression=false 2024-11-21T20:19:35,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:19:35,674 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T20:19:35,674 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:19:35,674 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:19:35,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:35,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:35,674 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:19:35,674 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:19:35,675 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,45819,1732220364274 2024-11-21T20:19:35,675 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cdaf882 2024-11-21T20:19:35,675 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:19:35,676 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:19:35,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45819 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T20:19:35,677 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:19:35,677 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:19:35,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:35,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:35,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:19:35,677 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T20:19:35,677 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1391812344, stopped=false 2024-11-21T20:19:35,677 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=377014bd7527,45819,1732220364274 2024-11-21T20:19:35,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1015f0d1afd0000, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01064808975/running 2024-11-21T20:19:35,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44477-0x1015f0d1afd0001, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01064808975/running 2024-11-21T20:19:35,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44477-0x1015f0d1afd0001, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01064808975 2024-11-21T20:19:35,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1015f0d1afd0000, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01064808975 2024-11-21T20:19:35,737 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:19:35,737 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:19:35,737 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:19:35,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:35,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45819-0x1015f0d1afd0000, quorum=127.0.0.1:60241, baseZNode=/01064808975 Set watcher on znode that does not yet exist, /01064808975/running 2024-11-21T20:19:35,737 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '377014bd7527,44477,1732220364502' ***** 2024-11-21T20:19:35,737 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T20:19:35,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44477-0x1015f0d1afd0001, quorum=127.0.0.1:60241, baseZNode=/01064808975 Set watcher on znode that does not yet exist, /01064808975/running 2024-11-21T20:19:35,737 INFO [RS:0;377014bd7527:44477 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T20:19:35,737 INFO [RS:0;377014bd7527:44477 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T20:19:35,737 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T20:19:35,737 INFO [RS:0;377014bd7527:44477 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T20:19:35,737 INFO [RS:0;377014bd7527:44477 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f7c7514f56084b05e1452dbc32c4b87 2024-11-21T20:19:35,738 INFO [RS:0;377014bd7527:44477 {}] regionserver.HRegionServer(959): stopping server 377014bd7527,44477,1732220364502 2024-11-21T20:19:35,738 INFO [RS:0;377014bd7527:44477 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:19:35,738 INFO [RS:0;377014bd7527:44477 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:44477. 2024-11-21T20:19:35,738 DEBUG [RS:0;377014bd7527:44477 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:19:35,738 DEBUG [RS:0;377014bd7527:44477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:35,738 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f7c7514f56084b05e1452dbc32c4b87, disabling compactions & flushes 2024-11-21T20:19:35,738 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87. 2024-11-21T20:19:35,738 INFO [RS:0;377014bd7527:44477 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T20:19:35,738 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87. 2024-11-21T20:19:35,738 INFO [RS:0;377014bd7527:44477 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T20:19:35,738 INFO [RS:0;377014bd7527:44477 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T20:19:35,738 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87. after waiting 0 ms 2024-11-21T20:19:35,738 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87. 2024-11-21T20:19:35,738 INFO [RS:0;377014bd7527:44477 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T20:19:35,738 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6f7c7514f56084b05e1452dbc32c4b87 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-21T20:19:35,738 INFO [RS:0;377014bd7527:44477 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T20:19:35,738 DEBUG [RS:0;377014bd7527:44477 {}] regionserver.HRegionServer(1325): Online Regions={6f7c7514f56084b05e1452dbc32c4b87=hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T20:19:35,738 DEBUG [RS:0;377014bd7527:44477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f7c7514f56084b05e1452dbc32c4b87 2024-11-21T20:19:35,738 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:19:35,738 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:19:35,738 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:19:35,738 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:19:35,738 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:19:35,738 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-21T20:19:35,753 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/meta/1588230740/.tmp/info/39107d9f418d4a72a064301f1d6b776d is 147, key is hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87./info:regioninfo/1732220374699/Put/seqid=0 2024-11-21T20:19:35,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741838_1014 (size=6631) 2024-11-21T20:19:35,758 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/replication/6f7c7514f56084b05e1452dbc32c4b87/.tmp/queue/ce663022824a48caa27d2c99e01f618b is 151, key is 1-377014bd7527,44477,1732220364502/queue:377014bd7527%2C44477%2C1732220364502/1732220375016/Put/seqid=0 2024-11-21T20:19:35,758 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/meta/1588230740/.tmp/info/39107d9f418d4a72a064301f1d6b776d 2024-11-21T20:19:35,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741839_1015 (size=5350) 2024-11-21T20:19:35,782 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/meta/1588230740/.tmp/ns/fce753c1e1c04220a3e4b12d4a15dbda is 43, key is default/ns:d/1732220367796/Put/seqid=0 2024-11-21T20:19:35,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741840_1016 (size=5153) 2024-11-21T20:19:35,807 INFO [regionserver/377014bd7527:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:19:35,938 DEBUG [RS:0;377014bd7527:44477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f7c7514f56084b05e1452dbc32c4b87 2024-11-21T20:19:35,953 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44477,1732220364502.replicationSource.wal-reader.377014bd7527%2C44477%2C1732220364502,1-377014bd7527,44477,1732220364502 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,44477,1732220364502/377014bd7527%2C44477%2C1732220364502.1732220366745 to pos 0, reset compression=false 2024-11-21T20:19:36,139 DEBUG [RS:0;377014bd7527:44477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f7c7514f56084b05e1452dbc32c4b87 2024-11-21T20:19:36,162 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/replication/6f7c7514f56084b05e1452dbc32c4b87/.tmp/queue/ce663022824a48caa27d2c99e01f618b 2024-11-21T20:19:36,168 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/replication/6f7c7514f56084b05e1452dbc32c4b87/.tmp/queue/ce663022824a48caa27d2c99e01f618b as hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/replication/6f7c7514f56084b05e1452dbc32c4b87/queue/ce663022824a48caa27d2c99e01f618b 2024-11-21T20:19:36,172 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/replication/6f7c7514f56084b05e1452dbc32c4b87/queue/ce663022824a48caa27d2c99e01f618b, entries=1, sequenceid=5, filesize=5.2 K 2024-11-21T20:19:36,173 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 6f7c7514f56084b05e1452dbc32c4b87 in 435ms, sequenceid=5, compaction requested=false 2024-11-21T20:19:36,173 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T20:19:36,177 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/replication/6f7c7514f56084b05e1452dbc32c4b87/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T20:19:36,177 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:19:36,177 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:19:36,177 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87. 2024-11-21T20:19:36,177 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f7c7514f56084b05e1452dbc32c4b87: Waiting for close lock at 1732220375738Running coprocessor pre-close hooks at 1732220375738Disabling compacts and flushes for region at 1732220375738Disabling writes for close at 1732220375738Obtaining lock to block concurrent updates at 1732220375738Preparing flush snapshotting stores in 6f7c7514f56084b05e1452dbc32c4b87 at 1732220375738Finished memstore snapshotting hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732220375738Flushing stores of hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87. at 1732220375739 (+1 ms)Flushing 6f7c7514f56084b05e1452dbc32c4b87/queue: creating writer at 1732220375739Flushing 6f7c7514f56084b05e1452dbc32c4b87/queue: appending metadata at 1732220375757 (+18 ms)Flushing 6f7c7514f56084b05e1452dbc32c4b87/queue: closing flushed file at 1732220375757Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c0bf2d9: reopening flushed file at 1732220376167 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 6f7c7514f56084b05e1452dbc32c4b87 in 435ms, sequenceid=5, compaction requested=false at 1732220376173 (+6 ms)Writing region close event to WAL at 1732220376174 (+1 ms)Running coprocessor post-close hooks at 1732220376177 (+3 ms)Closed at 1732220376177 2024-11-21T20:19:36,178 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87. 2024-11-21T20:19:36,187 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/meta/1588230740/.tmp/ns/fce753c1e1c04220a3e4b12d4a15dbda 2024-11-21T20:19:36,204 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/meta/1588230740/.tmp/table/ccb7911bda294cae8ca0e63522ca6de4 is 53, key is hbase:replication/table:state/1732220374705/Put/seqid=0 2024-11-21T20:19:36,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741841_1017 (size=5256) 2024-11-21T20:19:36,339 DEBUG [RS:0;377014bd7527:44477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:19:36,458 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44477,1732220364502.replicationSource.wal-reader.377014bd7527%2C44477%2C1732220364502,1-377014bd7527,44477,1732220364502 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,44477,1732220364502/377014bd7527%2C44477%2C1732220364502.1732220366745 to pos 0, reset compression=false 2024-11-21T20:19:36,539 DEBUG [RS:0;377014bd7527:44477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:19:36,609 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/meta/1588230740/.tmp/table/ccb7911bda294cae8ca0e63522ca6de4 2024-11-21T20:19:36,613 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/meta/1588230740/.tmp/info/39107d9f418d4a72a064301f1d6b776d as hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/meta/1588230740/info/39107d9f418d4a72a064301f1d6b776d 2024-11-21T20:19:36,618 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/meta/1588230740/info/39107d9f418d4a72a064301f1d6b776d, entries=10, sequenceid=11, filesize=6.5 K 2024-11-21T20:19:36,619 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/meta/1588230740/.tmp/ns/fce753c1e1c04220a3e4b12d4a15dbda as hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/meta/1588230740/ns/fce753c1e1c04220a3e4b12d4a15dbda 2024-11-21T20:19:36,624 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/meta/1588230740/ns/fce753c1e1c04220a3e4b12d4a15dbda, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T20:19:36,625 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/meta/1588230740/.tmp/table/ccb7911bda294cae8ca0e63522ca6de4 as hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/meta/1588230740/table/ccb7911bda294cae8ca0e63522ca6de4 2024-11-21T20:19:36,629 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/meta/1588230740/table/ccb7911bda294cae8ca0e63522ca6de4, entries=2, sequenceid=11, filesize=5.1 K 2024-11-21T20:19:36,630 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 892ms, sequenceid=11, compaction requested=false 2024-11-21T20:19:36,634 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T20:19:36,634 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T20:19:36,641 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T20:19:36,641 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:19:36,641 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:19:36,641 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:19:36,641 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220375738Running coprocessor pre-close hooks at 1732220375738Disabling compacts and flushes for region at 1732220375738Disabling writes for close at 1732220375738Obtaining lock to block concurrent updates at 1732220375738Preparing flush snapshotting stores in 1588230740 at 1732220375738Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732220375739 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732220375739Flushing 1588230740/info: creating writer at 1732220375739Flushing 1588230740/info: appending metadata at 1732220375753 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732220375753Flushing 1588230740/ns: creating writer at 1732220375763 (+10 ms)Flushing 1588230740/ns: appending metadata at 1732220375782 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732220375782Flushing 1588230740/table: creating writer at 1732220376191 (+409 ms)Flushing 1588230740/table: appending metadata at 1732220376204 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732220376204Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50e83dc4: reopening flushed file at 1732220376613 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42be9244: reopening flushed file at 1732220376618 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5edde260: reopening flushed file at 1732220376624 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 892ms, sequenceid=11, compaction requested=false at 1732220376630 (+6 ms)Writing region close event to WAL at 1732220376637 (+7 ms)Running coprocessor post-close hooks at 1732220376641 (+4 ms)Closed at 1732220376641 2024-11-21T20:19:36,641 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T20:19:36,739 INFO [RS:0;377014bd7527:44477 {}] regionserver.HRegionServer(976): stopping server 377014bd7527,44477,1732220364502; all regions closed. 2024-11-21T20:19:36,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741834_1010 (size=2742) 2024-11-21T20:19:36,741 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,44477,1732220364502/377014bd7527%2C44477%2C1732220364502.meta.1732220367686.meta not finished, retry = 0 2024-11-21T20:19:36,844 DEBUG [RS:0;377014bd7527:44477 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/oldWALs 2024-11-21T20:19:36,844 INFO [RS:0;377014bd7527:44477 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C44477%2C1732220364502.meta:.meta(num 1732220367686) 2024-11-21T20:19:36,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741837_1013 (size=1586) 2024-11-21T20:19:36,846 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,44477,1732220364502/377014bd7527%2C44477%2C1732220364502.rep.1732220374667 not finished, retry = 0 2024-11-21T20:19:36,949 DEBUG [RS:0;377014bd7527:44477 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/oldWALs 2024-11-21T20:19:36,949 INFO [RS:0;377014bd7527:44477 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C44477%2C1732220364502.rep:(num 1732220374667) 2024-11-21T20:19:36,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741832_1008 (size=93) 2024-11-21T20:19:36,951 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,44477,1732220364502/377014bd7527%2C44477%2C1732220364502.1732220366745 not finished, retry = 0 2024-11-21T20:19:37,053 DEBUG [RS:0;377014bd7527:44477 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/oldWALs 2024-11-21T20:19:37,053 INFO [RS:0;377014bd7527:44477 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C44477%2C1732220364502:(num 1732220366745) 2024-11-21T20:19:37,053 DEBUG [RS:0;377014bd7527:44477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:37,053 INFO [RS:0;377014bd7527:44477 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:19:37,053 INFO [RS:0;377014bd7527:44477 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:19:37,054 INFO [RS:0;377014bd7527:44477 {}] hbase.ChoreService(370): Chore service for: regionserver/377014bd7527:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T20:19:37,054 INFO [RS:0;377014bd7527:44477 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:19:37,054 INFO [regionserver/377014bd7527:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:19:37,054 INFO [RS:0;377014bd7527:44477 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-377014bd7527,44477,1732220364502 because: Region server is closing 2024-11-21T20:19:37,054 INFO [RS:0;377014bd7527:44477 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:44477. 2024-11-21T20:19:37,054 DEBUG [RS:0;377014bd7527:44477 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:19:37,054 DEBUG [RS:0;377014bd7527:44477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:37,054 DEBUG [RS:0;377014bd7527:44477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:37,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:19:37,154 WARN [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44477,1732220364502.replicationSource.shipper377014bd7527%2C44477%2C1732220364502,1-377014bd7527,44477,1732220364502 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T20:19:37,155 INFO [RS:0;377014bd7527:44477 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44477,1732220364502.replicationSource.shipper377014bd7527%2C44477%2C1732220364502,1-377014bd7527,44477,1732220364502 terminated 2024-11-21T20:19:37,155 INFO [RS:0;377014bd7527:44477 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44477 2024-11-21T20:19:37,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44477-0x1015f0d1afd0001, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01064808975/rs/377014bd7527,44477,1732220364502 2024-11-21T20:19:37,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1015f0d1afd0000, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01064808975/rs 2024-11-21T20:19:37,210 INFO [RS:0;377014bd7527:44477 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:19:37,221 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [377014bd7527,44477,1732220364502] 2024-11-21T20:19:37,231 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01064808975/draining/377014bd7527,44477,1732220364502 already deleted, retry=false 2024-11-21T20:19:37,231 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 377014bd7527,44477,1732220364502 expired; onlineServers=0 2024-11-21T20:19:37,231 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '377014bd7527,45819,1732220364274' ***** 2024-11-21T20:19:37,231 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T20:19:37,231 INFO [M:0;377014bd7527:45819 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:19:37,231 INFO [M:0;377014bd7527:45819 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:19:37,231 DEBUG [M:0;377014bd7527:45819 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T20:19:37,231 DEBUG [M:0;377014bd7527:45819 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T20:19:37,231 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T20:19:37,231 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220366484 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220366484,5,FailOnTimeoutGroup] 2024-11-21T20:19:37,231 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220366488 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220366488,5,FailOnTimeoutGroup] 2024-11-21T20:19:37,232 INFO [M:0;377014bd7527:45819 {}] hbase.ChoreService(370): Chore service for: master/377014bd7527:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T20:19:37,232 INFO [M:0;377014bd7527:45819 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:19:37,232 DEBUG [M:0;377014bd7527:45819 {}] master.HMaster(1795): Stopping service threads 2024-11-21T20:19:37,232 INFO [M:0;377014bd7527:45819 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T20:19:37,232 INFO [M:0;377014bd7527:45819 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:19:37,232 INFO [M:0;377014bd7527:45819 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T20:19:37,232 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T20:19:37,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1015f0d1afd0000, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01064808975/master 2024-11-21T20:19:37,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1015f0d1afd0000, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01064808975 2024-11-21T20:19:37,242 DEBUG [M:0;377014bd7527:45819 {}] zookeeper.ZKUtil(347): master:45819-0x1015f0d1afd0000, quorum=127.0.0.1:60241, baseZNode=/01064808975 Unable to get data of znode /01064808975/master because node does not exist (not an error) 2024-11-21T20:19:37,242 WARN [M:0;377014bd7527:45819 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T20:19:37,242 INFO [M:0;377014bd7527:45819 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/.lastflushedseqids 2024-11-21T20:19:37,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741842_1018 (size=181) 2024-11-21T20:19:37,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44477-0x1015f0d1afd0001, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:19:37,321 INFO [RS:0;377014bd7527:44477 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:19:37,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44477-0x1015f0d1afd0001, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:19:37,321 INFO [RS:0;377014bd7527:44477 {}] regionserver.HRegionServer(1031): Exiting; stopping=377014bd7527,44477,1732220364502; zookeeper connection closed. 2024-11-21T20:19:37,321 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@752e159d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@752e159d 2024-11-21T20:19:37,321 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T20:19:37,647 INFO [M:0;377014bd7527:45819 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T20:19:37,647 INFO [M:0;377014bd7527:45819 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T20:19:37,647 DEBUG [M:0;377014bd7527:45819 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:19:37,647 INFO [M:0;377014bd7527:45819 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:19:37,647 DEBUG [M:0;377014bd7527:45819 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:19:37,647 DEBUG [M:0;377014bd7527:45819 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:19:37,647 DEBUG [M:0;377014bd7527:45819 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:19:37,647 INFO [M:0;377014bd7527:45819 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-21T20:19:37,661 DEBUG [M:0;377014bd7527:45819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cfe0121f8e90423f87603d5491694019 is 82, key is hbase:meta,,1/info:regioninfo/1732220367726/Put/seqid=0 2024-11-21T20:19:37,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741843_1019 (size=5672) 2024-11-21T20:19:38,065 INFO [M:0;377014bd7527:45819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cfe0121f8e90423f87603d5491694019 2024-11-21T20:19:38,083 DEBUG [M:0;377014bd7527:45819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc3470265bfb4df0b92cd00974b6323e is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732220374709/Put/seqid=0 2024-11-21T20:19:38,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741844_1020 (size=7203) 2024-11-21T20:19:38,488 INFO [M:0;377014bd7527:45819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc3470265bfb4df0b92cd00974b6323e 2024-11-21T20:19:38,505 DEBUG [M:0;377014bd7527:45819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a3f92ee82164a9ea395396b049441ea is 69, key is 377014bd7527,44477,1732220364502/rs:state/1732220366565/Put/seqid=0 2024-11-21T20:19:38,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741845_1021 (size=5156) 2024-11-21T20:19:38,867 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:19:38,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:38,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:38,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:38,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:38,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:38,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:38,909 INFO [M:0;377014bd7527:45819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a3f92ee82164a9ea395396b049441ea 2024-11-21T20:19:38,914 DEBUG [M:0;377014bd7527:45819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cfe0121f8e90423f87603d5491694019 as hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cfe0121f8e90423f87603d5491694019 2024-11-21T20:19:38,918 INFO [M:0;377014bd7527:45819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cfe0121f8e90423f87603d5491694019, entries=8, sequenceid=70, filesize=5.5 K 2024-11-21T20:19:38,919 DEBUG [M:0;377014bd7527:45819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc3470265bfb4df0b92cd00974b6323e as hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc3470265bfb4df0b92cd00974b6323e 2024-11-21T20:19:38,923 INFO [M:0;377014bd7527:45819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc3470265bfb4df0b92cd00974b6323e, entries=8, sequenceid=70, filesize=7.0 K 2024-11-21T20:19:38,923 DEBUG [M:0;377014bd7527:45819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a3f92ee82164a9ea395396b049441ea as hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9a3f92ee82164a9ea395396b049441ea 2024-11-21T20:19:38,928 INFO [M:0;377014bd7527:45819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9a3f92ee82164a9ea395396b049441ea, entries=1, sequenceid=70, filesize=5.0 K 2024-11-21T20:19:38,928 INFO [M:0;377014bd7527:45819 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=70, compaction requested=false 2024-11-21T20:19:38,930 INFO [M:0;377014bd7527:45819 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:19:38,930 DEBUG [M:0;377014bd7527:45819 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220377647Disabling compacts and flushes for region at 1732220377647Disabling writes for close at 1732220377647Obtaining lock to block concurrent updates at 1732220377647Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732220377647Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732220377647Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732220377648 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732220377648Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732220377661 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732220377661Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732220378070 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732220378083 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732220378083Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732220378492 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732220378504 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732220378504Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39792f1c: reopening flushed file at 1732220378913 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d4df0dd: reopening flushed file at 1732220378918 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fdd23eb: reopening flushed file at 1732220378923 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=70, compaction requested=false at 1732220378928 (+5 ms)Writing region close event to WAL at 1732220378930 (+2 ms)Closed at 1732220378930 2024-11-21T20:19:38,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741830_1006 (size=41008) 2024-11-21T20:19:38,932 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/WALs/377014bd7527,45819,1732220364274/377014bd7527%2C45819%2C1732220364274.1732220366009 not finished, retry = 0 2024-11-21T20:19:39,033 INFO [M:0;377014bd7527:45819 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T20:19:39,033 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:19:39,033 INFO [M:0;377014bd7527:45819 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45819 2024-11-21T20:19:39,033 INFO [M:0;377014bd7527:45819 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:19:39,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1015f0d1afd0000, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:19:39,173 INFO [M:0;377014bd7527:45819 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:19:39,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1015f0d1afd0000, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:19:39,175 INFO [Time-limited test {}] client.ConnectionUtils(128): master/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:19:39,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:19:39,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:19:39,175 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:19:39,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:19:39,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:19:39,175 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T20:19:39,175 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:19:39,176 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33249 2024-11-21T20:19:39,176 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33249 connecting to ZooKeeper ensemble=127.0.0.1:60241 2024-11-21T20:19:39,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332490x0, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:19:39,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33249-0x1015f0d1afd0006 connected 2024-11-21T20:19:39,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:19:39,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:19:39,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33249-0x1015f0d1afd0006, quorum=127.0.0.1:60241, baseZNode=/01064808975 Set watcher on znode that does not yet exist, /01064808975/running 2024-11-21T20:19:39,204 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01064808975/meta-region-server: INIT 2024-11-21T20:19:39,205 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc, hbase.cluster.distributed=false 2024-11-21T20:19:39,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33249-0x1015f0d1afd0006, quorum=127.0.0.1:60241, baseZNode=/01064808975 Set watcher on znode that does not yet exist, /01064808975/acl 2024-11-21T20:19:39,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33249 2024-11-21T20:19:39,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33249 2024-11-21T20:19:39,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33249 2024-11-21T20:19:39,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33249 2024-11-21T20:19:39,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33249 2024-11-21T20:19:39,219 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:19:39,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:19:39,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:19:39,219 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:19:39,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:19:39,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:19:39,219 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T20:19:39,219 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:19:39,220 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46281 2024-11-21T20:19:39,220 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46281 connecting to ZooKeeper ensemble=127.0.0.1:60241 2024-11-21T20:19:39,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:19:39,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:19:39,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462810x0, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:19:39,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462810x0, quorum=127.0.0.1:60241, baseZNode=/01064808975 Set watcher on znode that does not yet exist, /01064808975/running 2024-11-21T20:19:39,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46281-0x1015f0d1afd0007 connected 2024-11-21T20:19:39,231 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01064808975/meta-region-server: INIT 2024-11-21T20:19:39,232 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T20:19:39,232 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T20:19:39,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46281-0x1015f0d1afd0007, quorum=127.0.0.1:60241, baseZNode=/01064808975 Set watcher on znode that does not yet exist, /01064808975/master 2024-11-21T20:19:39,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46281-0x1015f0d1afd0007, quorum=127.0.0.1:60241, baseZNode=/01064808975 Set watcher on znode that does not yet exist, /01064808975/acl 2024-11-21T20:19:39,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46281 2024-11-21T20:19:39,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46281 2024-11-21T20:19:39,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46281 2024-11-21T20:19:39,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46281 2024-11-21T20:19:39,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46281 2024-11-21T20:19:39,247 DEBUG [M:0;377014bd7527:33249 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;377014bd7527:33249 2024-11-21T20:19:39,247 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01064808975/backup-masters/377014bd7527,33249,1732220379175 2024-11-21T20:19:39,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46281-0x1015f0d1afd0007, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01064808975/backup-masters 2024-11-21T20:19:39,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x1015f0d1afd0006, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01064808975/backup-masters 2024-11-21T20:19:39,252 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33249-0x1015f0d1afd0006, quorum=127.0.0.1:60241, baseZNode=/01064808975 Set watcher on existing znode=/01064808975/backup-masters/377014bd7527,33249,1732220379175 2024-11-21T20:19:39,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x1015f0d1afd0006, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01064808975 2024-11-21T20:19:39,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46281-0x1015f0d1afd0007, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01064808975/master 2024-11-21T20:19:39,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46281-0x1015f0d1afd0007, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01064808975 2024-11-21T20:19:39,263 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33249-0x1015f0d1afd0006, quorum=127.0.0.1:60241, baseZNode=/01064808975 Set watcher on existing znode=/01064808975/master 2024-11-21T20:19:39,263 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01064808975/backup-masters/377014bd7527,33249,1732220379175 from backup master directory 2024-11-21T20:19:39,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46281-0x1015f0d1afd0007, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01064808975/backup-masters 2024-11-21T20:19:39,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x1015f0d1afd0006, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01064808975/backup-masters/377014bd7527,33249,1732220379175 2024-11-21T20:19:39,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x1015f0d1afd0006, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01064808975/backup-masters 2024-11-21T20:19:39,273 WARN [master/377014bd7527:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:19:39,273 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=377014bd7527,33249,1732220379175 2024-11-21T20:19:39,282 INFO [master/377014bd7527:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:19:39,282 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T20:19:39,287 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-21T20:19:39,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741846_1022 (size=196) 2024-11-21T20:19:39,700 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:19:39,701 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T20:19:39,701 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:19:39,706 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-21T20:19:39,708 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/WALs/377014bd7527,45819,1732220364274 to hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/WALs/377014bd7527,45819,1732220364274-dead as it is dead 2024-11-21T20:19:39,708 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/WALs/377014bd7527,45819,1732220364274-dead/377014bd7527%2C45819%2C1732220364274.1732220366009 2024-11-21T20:19:39,708 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/WALs/377014bd7527,45819,1732220364274-dead/377014bd7527%2C45819%2C1732220364274.1732220366009 after 0ms 2024-11-21T20:19:39,709 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/WALs/377014bd7527,45819,1732220364274-dead/377014bd7527%2C45819%2C1732220364274.1732220366009 to hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/377014bd7527%2C45819%2C1732220364274.1732220366009 2024-11-21T20:19:39,709 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/WALs/377014bd7527,45819,1732220364274-dead 2024-11-21T20:19:39,709 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/WALs/377014bd7527,33249,1732220379175 2024-11-21T20:19:39,710 INFO [master/377014bd7527:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:19:39,711 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=377014bd7527%2C33249%2C1732220379175, suffix=, logDir=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/WALs/377014bd7527,33249,1732220379175, archiveDir=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/oldWALs, maxLogs=10 2024-11-21T20:19:39,722 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/WALs/377014bd7527,33249,1732220379175/377014bd7527%2C33249%2C1732220379175.1732220379711, exclude list is [], retry=0 2024-11-21T20:19:39,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45845,DS-604c4209-9653-4cc2-a084-15aa19659c72,DISK] 2024-11-21T20:19:39,726 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/WALs/377014bd7527,33249,1732220379175/377014bd7527%2C33249%2C1732220379175.1732220379711 2024-11-21T20:19:39,726 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41663:41663)] 2024-11-21T20:19:39,726 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:19:39,726 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:19:39,726 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:39,727 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:39,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:39,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T20:19:39,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:39,734 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cfe0121f8e90423f87603d5491694019 2024-11-21T20:19:39,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:19:39,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:39,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T20:19:39,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:39,740 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc3470265bfb4df0b92cd00974b6323e 2024-11-21T20:19:39,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:19:39,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:39,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T20:19:39,741 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:39,746 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9a3f92ee82164a9ea395396b049441ea 2024-11-21T20:19:39,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:19:39,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:39,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T20:19:39,747 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:39,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:19:39,747 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:39,748 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-21T20:19:39,748 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/377014bd7527%2C45819%2C1732220364274.1732220366009 2024-11-21T20:19:39,752 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/377014bd7527%2C45819%2C1732220364274.1732220366009 2024-11-21T20:19:39,752 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/377014bd7527%2C45819%2C1732220364274.1732220366009 2024-11-21T20:19:39,753 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:39,753 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:39,754 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:19:39,755 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:39,757 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-21T20:19:39,758 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72425522, jitterRate=0.07922437787055969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:19:39,758 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732220379727Initializing all the Stores at 1732220379728 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220379728Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220379728Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220379728Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220379728Cleaning up temporary data from old regions at 1732220379753 (+25 ms)Region opened successfully at 1732220379758 (+5 ms) 2024-11-21T20:19:39,758 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T20:19:39,760 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4030d3bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:19:39,762 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-21T20:19:39,762 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T20:19:39,762 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T20:19:39,762 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T20:19:39,763 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T20:19:39,765 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T20:19:39,765 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T20:19:39,766 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T20:19:39,766 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-21T20:19:39,766 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T20:19:39,768 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=377014bd7527,44477,1732220364502, regionLocation=377014bd7527,44477,1732220364502, openSeqNum=2 2024-11-21T20:19:39,768 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=377014bd7527,44477,1732220364502, table=hbase:meta, region=1588230740 2024-11-21T20:19:39,768 INFO [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,44477,1732220364502, state=OPEN 2024-11-21T20:19:39,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x1015f0d1afd0006, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01064808975/meta-region-server 2024-11-21T20:19:39,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46281-0x1015f0d1afd0007, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01064808975/meta-region-server 2024-11-21T20:19:39,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01064808975/meta-region-server: CHANGED 2024-11-21T20:19:39,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01064808975/meta-region-server: CHANGED 2024-11-21T20:19:39,813 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-21T20:19:39,820 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01064808975/draining/377014bd7527,44477,1732220364502 already deleted, retry=false 2024-11-21T20:19:39,820 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 377014bd7527,44477,1732220364502 on 377014bd7527,33249,1732220379175 2024-11-21T20:19:39,821 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 377014bd7527,44477,1732220364502, splitWal=true, meta=true 2024-11-21T20:19:39,822 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 377014bd7527,44477,1732220364502 (carryingMeta=true) 377014bd7527,44477,1732220364502/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@40ed0c37[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T20:19:39,823 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33249-0x1015f0d1afd0006, quorum=127.0.0.1:60241, baseZNode=/01064808975 Unable to get data of znode /01064808975/balancer because node does not exist (not necessarily an error) 2024-11-21T20:19:39,831 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01064808975/balancer already deleted, retry=false 2024-11-21T20:19:39,831 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T20:19:39,832 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33249-0x1015f0d1afd0006, quorum=127.0.0.1:60241, baseZNode=/01064808975 Unable to get data of znode /01064808975/normalizer because node does not exist (not necessarily an error) 2024-11-21T20:19:39,841 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01064808975/normalizer already deleted, retry=false 2024-11-21T20:19:39,842 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T20:19:39,843 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33249-0x1015f0d1afd0006, quorum=127.0.0.1:60241, baseZNode=/01064808975 Unable to get data of znode /01064808975/switch/split because node does not exist (not necessarily an error) 2024-11-21T20:19:39,852 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01064808975/switch/split already deleted, retry=false 2024-11-21T20:19:39,853 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33249-0x1015f0d1afd0006, quorum=127.0.0.1:60241, baseZNode=/01064808975 Unable to get data of znode /01064808975/switch/merge because node does not exist (not necessarily an error) 2024-11-21T20:19:39,862 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01064808975/switch/merge already deleted, retry=false 2024-11-21T20:19:39,875 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33249-0x1015f0d1afd0006, quorum=127.0.0.1:60241, baseZNode=/01064808975 Unable to get data of znode /01064808975/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T20:19:39,884 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01064808975/snapshot-cleanup already deleted, retry=false 2024-11-21T20:19:39,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x1015f0d1afd0006, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01064808975/running 2024-11-21T20:19:39,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46281-0x1015f0d1afd0007, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01064808975/running 2024-11-21T20:19:39,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46281-0x1015f0d1afd0007, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01064808975 2024-11-21T20:19:39,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x1015f0d1afd0006, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01064808975 2024-11-21T20:19:39,895 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=377014bd7527,33249,1732220379175, sessionid=0x1015f0d1afd0006, setting cluster-up flag (Was=false) 2024-11-21T20:19:39,906 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01064808975/flush-table-proc/acquired, /01064808975/flush-table-proc/reached, /01064808975/flush-table-proc/abort 2024-11-21T20:19:39,907 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,33249,1732220379175 2024-11-21T20:19:39,916 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01064808975/online-snapshot/acquired, /01064808975/online-snapshot/reached, /01064808975/online-snapshot/abort 2024-11-21T20:19:39,916 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,33249,1732220379175 2024-11-21T20:19:39,917 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/.lastflushedseqids 2024-11-21T20:19:39,919 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T20:19:39,920 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T20:19:39,920 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 377014bd7527,33249,1732220379175 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 377014bd7527,44477,1732220364502 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T20:19:39,921 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:19:39,921 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:19:39,921 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:19:39,921 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:19:39,921 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/377014bd7527:0, corePoolSize=10, maxPoolSize=10 2024-11-21T20:19:39,921 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:39,921 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:19:39,921 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:39,922 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732220409922 2024-11-21T20:19:39,923 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T20:19:39,923 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T20:19:39,923 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 377014bd7527,44477,1732220364502, splitWal=true, meta=true 2024-11-21T20:19:39,923 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T20:19:39,923 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T20:19:39,923 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T20:19:39,923 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T20:19:39,923 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:39,923 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T20:19:39,923 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T20:19:39,923 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T20:19:39,923 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T20:19:39,924 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 377014bd7527,44477,1732220364502, splitWal=true, meta=true, isMeta: true 2024-11-21T20:19:39,924 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T20:19:39,924 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T20:19:39,924 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220379924,5,FailOnTimeoutGroup] 2024-11-21T20:19:39,925 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,44477,1732220364502-splitting 2024-11-21T20:19:39,925 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,44477,1732220364502-splitting dir is empty, no logs to split. 2024-11-21T20:19:39,925 INFO [PEWorker-1 {}] master.SplitWALManager(105): 377014bd7527,44477,1732220364502 WAL count=0, meta=true 2024-11-21T20:19:39,927 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,44477,1732220364502-splitting dir is empty, no logs to split. 2024-11-21T20:19:39,927 INFO [PEWorker-1 {}] master.SplitWALManager(105): 377014bd7527,44477,1732220364502 WAL count=0, meta=true 2024-11-21T20:19:39,927 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 377014bd7527,44477,1732220364502 WAL splitting is done? wals=0, meta=true 2024-11-21T20:19:39,928 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220379924,5,FailOnTimeoutGroup] 2024-11-21T20:19:39,928 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:39,928 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T20:19:39,928 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:39,928 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:39,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T20:19:39,928 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732220379928, completionTime=-1 2024-11-21T20:19:39,928 WARN [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-21T20:19:39,928 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-21T20:19:39,929 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:19:39,930 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T20:19:39,939 INFO [RS:0;377014bd7527:46281 {}] regionserver.HRegionServer(746): ClusterId : 7c1a8a3d-b961-4cf7-bea4-ed145551b912 2024-11-21T20:19:39,939 DEBUG [RS:0;377014bd7527:46281 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T20:19:39,948 DEBUG [RS:0;377014bd7527:46281 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T20:19:39,948 DEBUG [RS:0;377014bd7527:46281 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T20:19:39,958 DEBUG [RS:0;377014bd7527:46281 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T20:19:39,959 DEBUG [RS:0;377014bd7527:46281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dfcafb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:19:39,974 DEBUG [RS:0;377014bd7527:46281 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;377014bd7527:46281 2024-11-21T20:19:39,974 INFO [RS:0;377014bd7527:46281 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T20:19:39,974 INFO [RS:0;377014bd7527:46281 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T20:19:39,974 DEBUG [RS:0;377014bd7527:46281 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T20:19:39,975 INFO [RS:0;377014bd7527:46281 {}] regionserver.HRegionServer(2659): reportForDuty to master=377014bd7527,33249,1732220379175 with port=46281, startcode=1732220379219 2024-11-21T20:19:39,975 DEBUG [RS:0;377014bd7527:46281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T20:19:39,976 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T20:19:39,977 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33249 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 377014bd7527,46281,1732220379219 2024-11-21T20:19:39,977 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33249 {}] master.ServerManager(517): Registering regionserver=377014bd7527,46281,1732220379219 2024-11-21T20:19:39,978 DEBUG [RS:0;377014bd7527:46281 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc 2024-11-21T20:19:39,978 DEBUG [RS:0;377014bd7527:46281 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42889 2024-11-21T20:19:39,978 DEBUG [RS:0;377014bd7527:46281 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T20:19:39,978 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-21T20:19:40,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x1015f0d1afd0006, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01064808975/rs 2024-11-21T20:19:40,019 DEBUG [RS:0;377014bd7527:46281 {}] zookeeper.ZKUtil(111): regionserver:46281-0x1015f0d1afd0007, quorum=127.0.0.1:60241, baseZNode=/01064808975 Set watcher on existing znode=/01064808975/rs/377014bd7527,46281,1732220379219 2024-11-21T20:19:40,019 WARN [RS:0;377014bd7527:46281 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:19:40,019 INFO [RS:0;377014bd7527:46281 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:19:40,019 DEBUG [RS:0;377014bd7527:46281 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,46281,1732220379219 2024-11-21T20:19:40,019 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [377014bd7527,46281,1732220379219] 2024-11-21T20:19:40,042 INFO [RS:0;377014bd7527:46281 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T20:19:40,044 INFO [RS:0;377014bd7527:46281 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T20:19:40,045 INFO [RS:0;377014bd7527:46281 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T20:19:40,045 INFO [RS:0;377014bd7527:46281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:40,045 INFO [RS:0;377014bd7527:46281 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T20:19:40,046 INFO [RS:0;377014bd7527:46281 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T20:19:40,046 INFO [RS:0;377014bd7527:46281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:40,046 DEBUG [RS:0;377014bd7527:46281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:40,046 DEBUG [RS:0;377014bd7527:46281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:40,046 DEBUG [RS:0;377014bd7527:46281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:40,046 DEBUG [RS:0;377014bd7527:46281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:40,046 DEBUG [RS:0;377014bd7527:46281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:40,046 DEBUG [RS:0;377014bd7527:46281 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:19:40,046 DEBUG [RS:0;377014bd7527:46281 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:40,046 DEBUG [RS:0;377014bd7527:46281 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:40,046 DEBUG [RS:0;377014bd7527:46281 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:40,046 DEBUG [RS:0;377014bd7527:46281 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:40,046 DEBUG [RS:0;377014bd7527:46281 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:40,046 DEBUG [RS:0;377014bd7527:46281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:40,046 DEBUG [RS:0;377014bd7527:46281 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:19:40,046 DEBUG [RS:0;377014bd7527:46281 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:19:40,047 INFO [RS:0;377014bd7527:46281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:40,047 INFO [RS:0;377014bd7527:46281 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:40,047 INFO [RS:0;377014bd7527:46281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:40,047 INFO [RS:0;377014bd7527:46281 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:40,047 INFO [RS:0;377014bd7527:46281 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:40,047 INFO [RS:0;377014bd7527:46281 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,46281,1732220379219-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:19:40,066 INFO [RS:0;377014bd7527:46281 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T20:19:40,066 INFO [RS:0;377014bd7527:46281 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,46281,1732220379219-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:40,080 WARN [377014bd7527:33249 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T20:19:40,081 INFO [RS:0;377014bd7527:46281 {}] regionserver.ReplicationSource(231): queueId=1-377014bd7527,46281,1732220379219, ReplicationSource: 1, currentBandwidth=0 2024-11-21T20:19:40,081 INFO [RS:0;377014bd7527:46281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:40,081 INFO [RS:0;377014bd7527:46281 {}] regionserver.Replication(171): 377014bd7527,46281,1732220379219 started 2024-11-21T20:19:40,094 DEBUG [RS:0;377014bd7527:46281.replicationSource,1-377014bd7527,46281,1732220379219 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:35767' 2024-11-21T20:19:40,094 INFO [RS:0;377014bd7527:46281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:40,094 INFO [RS:0;377014bd7527:46281 {}] regionserver.HRegionServer(1482): Serving as 377014bd7527,46281,1732220379219, RpcServer on 377014bd7527/172.17.0.2:46281, sessionid=0x1015f0d1afd0007 2024-11-21T20:19:40,094 DEBUG [RS:0;377014bd7527:46281 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T20:19:40,094 DEBUG [RS:0;377014bd7527:46281 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 377014bd7527,46281,1732220379219 2024-11-21T20:19:40,094 DEBUG [RS:0;377014bd7527:46281 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,46281,1732220379219' 2024-11-21T20:19:40,094 DEBUG [RS:0;377014bd7527:46281 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01064808975/flush-table-proc/abort' 2024-11-21T20:19:40,095 DEBUG [RS:0;377014bd7527:46281 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01064808975/flush-table-proc/acquired' 2024-11-21T20:19:40,095 DEBUG [RS:0;377014bd7527:46281.replicationSource,1-377014bd7527,46281,1732220379219 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72e2dd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:19:40,095 DEBUG [RS:0;377014bd7527:46281.replicationSource,1-377014bd7527,46281,1732220379219 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,35767,-1 for getting cluster id 2024-11-21T20:19:40,095 DEBUG [RS:0;377014bd7527:46281.replicationSource,1-377014bd7527,46281,1732220379219 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:19:40,095 DEBUG [RS:0;377014bd7527:46281 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T20:19:40,095 DEBUG [RS:0;377014bd7527:46281 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T20:19:40,095 DEBUG [RS:0;377014bd7527:46281 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 377014bd7527,46281,1732220379219 2024-11-21T20:19:40,095 DEBUG [RS:0;377014bd7527:46281 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,46281,1732220379219' 2024-11-21T20:19:40,095 DEBUG [RS:0;377014bd7527:46281 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01064808975/online-snapshot/abort' 2024-11-21T20:19:40,096 DEBUG [RS:0;377014bd7527:46281 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01064808975/online-snapshot/acquired' 2024-11-21T20:19:40,096 DEBUG [RS:0;377014bd7527:46281 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T20:19:40,096 INFO [RS:0;377014bd7527:46281 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T20:19:40,096 INFO [RS:0;377014bd7527:46281 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T20:19:40,096 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27ee6bd8-8faa-40c9-b80d-0f043acc13a1' 2024-11-21T20:19:40,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:19:40,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27ee6bd8-8faa-40c9-b80d-0f043acc13a1" 2024-11-21T20:19:40,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1301845e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:19:40,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,35767,-1] 2024-11-21T20:19:40,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:19:40,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:40,098 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:19:40,098 DEBUG [RS:0;377014bd7527:46281.replicationSource,1-377014bd7527,46281,1732220379219 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59e78b24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:19:40,098 DEBUG [RS:0;377014bd7527:46281.replicationSource,1-377014bd7527,46281,1732220379219 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:19:40,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,35767,1732220369860 2024-11-21T20:19:40,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1772ce91 2024-11-21T20:19:40,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:19:40,100 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-21T20:19:40,101 INFO [RS:0;377014bd7527:46281.replicationSource,1-377014bd7527,46281,1732220379219 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-377014bd7527,46281,1732220379219 (queues=0) is replicating from cluster=7c1a8a3d-b961-4cf7-bea4-ed145551b912 to cluster=27ee6bd8-8faa-40c9-b80d-0f043acc13a1 2024-11-21T20:19:40,196 INFO [RS:0;377014bd7527:46281 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:19:40,198 INFO [RS:0;377014bd7527:46281 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C46281%2C1732220379219, suffix=, logDir=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,46281,1732220379219, archiveDir=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/oldWALs, maxLogs=10 2024-11-21T20:19:40,213 DEBUG [RS:0;377014bd7527:46281 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,46281,1732220379219/377014bd7527%2C46281%2C1732220379219.1732220380198, exclude list is [], retry=0 2024-11-21T20:19:40,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45845,DS-604c4209-9653-4cc2-a084-15aa19659c72,DISK] 2024-11-21T20:19:40,218 INFO [RS:0;377014bd7527:46281 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,46281,1732220379219/377014bd7527%2C46281%2C1732220379219.1732220380198 2024-11-21T20:19:40,218 DEBUG [RS:0;377014bd7527:46281 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 377014bd7527%2C46281%2C1732220379219 for peer 1 2024-11-21T20:19:40,218 DEBUG [RS:0;377014bd7527:46281 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=377014bd7527%2C46281%2C1732220379219 2024-11-21T20:19:40,218 INFO [RS:0;377014bd7527:46281 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-377014bd7527,46281,1732220379219, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T20:19:40,219 DEBUG [RS:0;377014bd7527:46281 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41663:41663)] 2024-11-21T20:19:40,219 INFO [RS:0;377014bd7527:46281.replicationSource.shipper377014bd7527%2C46281%2C1732220379219,1-377014bd7527,46281,1732220379219 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 377014bd7527%2C46281%2C1732220379219 2024-11-21T20:19:40,219 DEBUG [RS:0;377014bd7527:46281.replicationSource.wal-reader.377014bd7527%2C46281%2C1732220379219,1-377014bd7527,46281,1732220379219 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,46281,1732220379219/377014bd7527%2C46281%2C1732220379219.1732220380198, startPosition=0, beingWritten=true 2024-11-21T20:19:40,330 DEBUG [377014bd7527:33249 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T20:19:40,331 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=377014bd7527,46281,1732220379219 2024-11-21T20:19:40,332 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,46281,1732220379219, state=OPENING 2024-11-21T20:19:40,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x1015f0d1afd0006, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01064808975/meta-region-server 2024-11-21T20:19:40,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46281-0x1015f0d1afd0007, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01064808975/meta-region-server 2024-11-21T20:19:40,400 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:19:40,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01064808975/meta-region-server: CHANGED 2024-11-21T20:19:40,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01064808975/meta-region-server: CHANGED 2024-11-21T20:19:40,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,46281,1732220379219}] 2024-11-21T20:19:40,423 DEBUG [RS:0;377014bd7527:46281.replicationSource.wal-reader.377014bd7527%2C46281%2C1732220379219,1-377014bd7527,46281,1732220379219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,46281,1732220379219/377014bd7527%2C46281%2C1732220379219.1732220380198 to pos 0, reset compression=false 2024-11-21T20:19:40,552 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:19:40,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T20:19:40,557 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T20:19:40,557 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:19:40,557 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T20:19:40,558 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C46281%2C1732220379219.meta, suffix=.meta, logDir=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,46281,1732220379219, archiveDir=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/oldWALs, maxLogs=10 2024-11-21T20:19:40,570 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,46281,1732220379219/377014bd7527%2C46281%2C1732220379219.meta.1732220380558.meta, exclude list is [], retry=0 2024-11-21T20:19:40,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45845,DS-604c4209-9653-4cc2-a084-15aa19659c72,DISK] 2024-11-21T20:19:40,573 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,46281,1732220379219/377014bd7527%2C46281%2C1732220379219.meta.1732220380558.meta 2024-11-21T20:19:40,573 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41663:41663)] 2024-11-21T20:19:40,573 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:19:40,574 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:19:40,574 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:19:40,574 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T20:19:40,574 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T20:19:40,574 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T20:19:40,574 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:19:40,574 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T20:19:40,574 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T20:19:40,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:19:40,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:19:40,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:40,582 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/meta/1588230740/info/39107d9f418d4a72a064301f1d6b776d 2024-11-21T20:19:40,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:19:40,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:19:40,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:19:40,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:40,588 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/meta/1588230740/ns/fce753c1e1c04220a3e4b12d4a15dbda 2024-11-21T20:19:40,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:19:40,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:19:40,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:19:40,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:40,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:19:40,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:19:40,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:19:40,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:40,595 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/meta/1588230740/table/ccb7911bda294cae8ca0e63522ca6de4 2024-11-21T20:19:40,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:19:40,595 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:19:40,596 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/meta/1588230740 2024-11-21T20:19:40,597 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/meta/1588230740 2024-11-21T20:19:40,598 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:19:40,598 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:19:40,598 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:19:40,600 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:19:40,600 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62256160, jitterRate=-0.0723109245300293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:19:40,600 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T20:19:40,600 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732220380574Writing region info on filesystem at 1732220380574Initializing all the Stores at 1732220380575 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220380575Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220380575Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220380575Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220380575Cleaning up temporary data from old regions at 1732220380598 (+23 ms)Running coprocessor post-open hooks at 1732220380600 (+2 ms)Region opened successfully at 1732220380600 2024-11-21T20:19:40,601 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732220380552 2024-11-21T20:19:40,603 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T20:19:40,603 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T20:19:40,603 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=377014bd7527,46281,1732220379219 2024-11-21T20:19:40,604 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,46281,1732220379219, state=OPEN 2024-11-21T20:19:40,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x1015f0d1afd0006, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01064808975/meta-region-server 2024-11-21T20:19:40,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46281-0x1015f0d1afd0007, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01064808975/meta-region-server 2024-11-21T20:19:40,610 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=377014bd7527,46281,1732220379219 2024-11-21T20:19:40,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01064808975/meta-region-server: CHANGED 2024-11-21T20:19:40,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01064808975/meta-region-server: CHANGED 2024-11-21T20:19:40,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-21T20:19:40,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,46281,1732220379219 in 210 msec 2024-11-21T20:19:40,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T20:19:40,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 684 msec 2024-11-21T20:19:40,728 DEBUG [RS:0;377014bd7527:46281.replicationSource.wal-reader.377014bd7527%2C46281%2C1732220379219,1-377014bd7527,46281,1732220379219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,46281,1732220379219/377014bd7527%2C46281%2C1732220379219.1732220380198 to pos 0, reset compression=false 2024-11-21T20:19:41,133 DEBUG [RS:0;377014bd7527:46281.replicationSource.wal-reader.377014bd7527%2C46281%2C1732220379219,1-377014bd7527,46281,1732220379219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,46281,1732220379219/377014bd7527%2C46281%2C1732220379219.1732220380198 to pos 0, reset compression=false 2024-11-21T20:19:41,481 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1553ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-21T20:19:41,638 DEBUG [RS:0;377014bd7527:46281.replicationSource.wal-reader.377014bd7527%2C46281%2C1732220379219,1-377014bd7527,46281,1732220379219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,46281,1732220379219/377014bd7527%2C46281%2C1732220379219.1732220380198 to pos 0, reset compression=false 2024-11-21T20:19:42,242 DEBUG [RS:0;377014bd7527:46281.replicationSource.wal-reader.377014bd7527%2C46281%2C1732220379219,1-377014bd7527,46281,1732220379219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,46281,1732220379219/377014bd7527%2C46281%2C1732220379219.1732220380198 to pos 0, reset compression=false 2024-11-21T20:19:42,946 DEBUG [RS:0;377014bd7527:46281.replicationSource.wal-reader.377014bd7527%2C46281%2C1732220379219,1-377014bd7527,46281,1732220379219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,46281,1732220379219/377014bd7527%2C46281%2C1732220379219.1732220380198 to pos 0, reset compression=false 2024-11-21T20:19:42,984 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-21T20:19:43,751 DEBUG [RS:0;377014bd7527:46281.replicationSource.wal-reader.377014bd7527%2C46281%2C1732220379219,1-377014bd7527,46281,1732220379219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,46281,1732220379219/377014bd7527%2C46281%2C1732220379219.1732220380198 to pos 0, reset compression=false 2024-11-21T20:19:44,436 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-21T20:19:44,436 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T20:19:44,436 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:19:44,436 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,46281,1732220379219, seqNum=-1] 2024-11-21T20:19:44,437 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:19:44,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:19:44,441 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6f7c7514f56084b05e1452dbc32c4b87, regionState=OPEN, lastHost=377014bd7527,44477,1732220364502, regionLocation=377014bd7527,44477,1732220364502, openSeqNum=2 2024-11-21T20:19:44,441 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T20:19:44,441 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732220444441 2024-11-21T20:19:44,441 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732220504441 2024-11-21T20:19:44,441 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-11-21T20:19:44,441 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 377014bd7527,44477,1732220364502 had 2 regions 2024-11-21T20:19:44,441 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,33249,1732220379175-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:44,441 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,33249,1732220379175-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:44,441 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,33249,1732220379175-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:44,441 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-377014bd7527:33249, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:44,441 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:44,442 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:44,442 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 377014bd7527,44477,1732220364502, splitWal=true, meta=true, isMeta: false 2024-11-21T20:19:44,444 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,44477,1732220364502-splitting dir is empty, no logs to split. 2024-11-21T20:19:44,444 INFO [PEWorker-3 {}] master.SplitWALManager(105): 377014bd7527,44477,1732220364502 WAL count=0, meta=false 2024-11-21T20:19:44,446 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,44477,1732220364502-splitting dir is empty, no logs to split. 2024-11-21T20:19:44,446 INFO [PEWorker-3 {}] master.SplitWALManager(105): 377014bd7527,44477,1732220364502 WAL count=0, meta=false 2024-11-21T20:19:44,446 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 377014bd7527,44477,1732220364502 WAL splitting is done? wals=0, meta=false 2024-11-21T20:19:44,448 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.175sec 2024-11-21T20:19:44,448 INFO [master/377014bd7527:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T20:19:44,448 INFO [master/377014bd7527:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T20:19:44,448 INFO [master/377014bd7527:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T20:19:44,448 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T20:19:44,448 INFO [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T20:19:44,448 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,33249,1732220379175-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:19:44,448 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,33249,1732220379175-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T20:19:44,450 WARN [master/377014bd7527:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=377014bd7527,44477,1732220364502/hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87. 2024-11-21T20:19:44,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6f7c7514f56084b05e1452dbc32c4b87, ASSIGN}] 2024-11-21T20:19:44,451 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T20:19:44,451 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T20:19:44,451 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,33249,1732220379175-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:44,452 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6f7c7514f56084b05e1452dbc32c4b87, ASSIGN 2024-11-21T20:19:44,452 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6f7c7514f56084b05e1452dbc32c4b87, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T20:19:44,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eef62c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:19:44,542 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,33249,-1 for getting cluster id 2024-11-21T20:19:44,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:19:44,543 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c1a8a3d-b961-4cf7-bea4-ed145551b912' 2024-11-21T20:19:44,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:19:44,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c1a8a3d-b961-4cf7-bea4-ed145551b912" 2024-11-21T20:19:44,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18f5b303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:19:44,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,33249,-1] 2024-11-21T20:19:44,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:19:44,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:44,544 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:19:44,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a8bf2b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:19:44,546 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:19:44,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,46281,1732220379219, seqNum=-1] 2024-11-21T20:19:44,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:19:44,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:19:44,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-21T20:19:44,550 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:19:44,550 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:19:44,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:44,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:44,550 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:19:44,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 377014bd7527:33249 after: 377014bd7527:33249 2024-11-21T20:19:44,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b12aedc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:19:44,551 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,33249,-1 for getting cluster id 2024-11-21T20:19:44,551 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:19:44,552 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c1a8a3d-b961-4cf7-bea4-ed145551b912' 2024-11-21T20:19:44,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:19:44,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c1a8a3d-b961-4cf7-bea4-ed145551b912" 2024-11-21T20:19:44,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69df7d15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:19:44,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,33249,-1] 2024-11-21T20:19:44,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:19:44,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:44,553 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:19:44,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f083a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:19:44,554 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:19:44,554 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,33249,1732220379175 2024-11-21T20:19:44,554 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56c1c196 2024-11-21T20:19:44,554 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:19:44,555 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:19:44,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T20:19:44,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T20:19:44,556 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:19:44,556 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:19:44,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:44,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:44,556 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:19:44,556 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T20:19:44,556 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1643297742, stopped=false 2024-11-21T20:19:44,556 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=377014bd7527,35767,1732220369860 2024-11-21T20:19:44,602 DEBUG [377014bd7527:33249 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T20:19:44,603 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=6f7c7514f56084b05e1452dbc32c4b87, regionState=OPENING, regionLocation=377014bd7527,46281,1732220379219 2024-11-21T20:19:44,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6f7c7514f56084b05e1452dbc32c4b87, ASSIGN because future has completed 2024-11-21T20:19:44,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f7c7514f56084b05e1452dbc32c4b87, server=377014bd7527,46281,1732220379219}] 2024-11-21T20:19:44,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41125-0x1015f0d1afd0004, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1268615255/running 2024-11-21T20:19:44,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35767-0x1015f0d1afd0003, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1268615255/running 2024-11-21T20:19:44,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35767-0x1015f0d1afd0003, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1268615255 2024-11-21T20:19:44,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41125-0x1015f0d1afd0004, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1268615255 2024-11-21T20:19:44,631 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:19:44,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41125-0x1015f0d1afd0004, quorum=127.0.0.1:60241, baseZNode=/1268615255 Set watcher on znode that does not yet exist, /1268615255/running 2024-11-21T20:19:44,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35767-0x1015f0d1afd0003, quorum=127.0.0.1:60241, baseZNode=/1268615255 Set watcher on znode that does not yet exist, /1268615255/running 2024-11-21T20:19:44,631 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:19:44,632 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:19:44,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:44,633 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '377014bd7527,41125,1732220370062' ***** 2024-11-21T20:19:44,633 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T20:19:44,633 INFO [RS:0;377014bd7527:41125 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T20:19:44,633 INFO [RS:0;377014bd7527:41125 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T20:19:44,633 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T20:19:44,633 INFO [RS:0;377014bd7527:41125 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T20:19:44,633 INFO [RS:0;377014bd7527:41125 {}] regionserver.HRegionServer(959): stopping server 377014bd7527,41125,1732220370062 2024-11-21T20:19:44,633 INFO [RS:0;377014bd7527:41125 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:19:44,633 INFO [RS:0;377014bd7527:41125 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:41125. 2024-11-21T20:19:44,633 DEBUG [RS:0;377014bd7527:41125 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:19:44,633 DEBUG [RS:0;377014bd7527:41125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:44,633 INFO [RS:0;377014bd7527:41125 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T20:19:44,633 INFO [RS:0;377014bd7527:41125 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T20:19:44,633 INFO [RS:0;377014bd7527:41125 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T20:19:44,633 INFO [RS:0;377014bd7527:41125 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T20:19:44,633 INFO [RS:0;377014bd7527:41125 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T20:19:44,633 DEBUG [RS:0;377014bd7527:41125 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T20:19:44,633 DEBUG [RS:0;377014bd7527:41125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:19:44,633 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:19:44,634 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:19:44,634 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:19:44,634 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:19:44,634 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:19:44,634 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-21T20:19:44,638 INFO [regionserver/377014bd7527:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:19:44,648 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/data/hbase/meta/1588230740/.tmp/ns/b08adf09916d42a199d1c3323a5c3c03 is 43, key is default/ns:d/1732220373397/Put/seqid=0 2024-11-21T20:19:44,656 DEBUG [RS:0;377014bd7527:46281.replicationSource.wal-reader.377014bd7527%2C46281%2C1732220379219,1-377014bd7527,46281,1732220379219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,46281,1732220379219/377014bd7527%2C46281%2C1732220379219.1732220380198 to pos 0, reset compression=false 2024-11-21T20:19:44,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40365 is added to blk_1073741835_1011 (size=5153) 2024-11-21T20:19:44,670 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/data/hbase/meta/1588230740/.tmp/ns/b08adf09916d42a199d1c3323a5c3c03 2024-11-21T20:19:44,677 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/data/hbase/meta/1588230740/.tmp/ns/b08adf09916d42a199d1c3323a5c3c03 as hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/data/hbase/meta/1588230740/ns/b08adf09916d42a199d1c3323a5c3c03 2024-11-21T20:19:44,682 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/data/hbase/meta/1588230740/ns/b08adf09916d42a199d1c3323a5c3c03, entries=2, sequenceid=6, filesize=5.0 K 2024-11-21T20:19:44,683 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 49ms, sequenceid=6, compaction requested=false 2024-11-21T20:19:44,683 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T20:19:44,687 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T20:19:44,688 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:19:44,688 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:19:44,688 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:19:44,688 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220384633Running coprocessor pre-close hooks at 1732220384633Disabling compacts and flushes for region at 1732220384633Disabling writes for close at 1732220384634 (+1 ms)Obtaining lock to block concurrent updates at 1732220384634Preparing flush snapshotting stores in 1588230740 at 1732220384634Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732220384634Flushing stores of hbase:meta,,1.1588230740 at 1732220384634Flushing 1588230740/ns: creating writer at 1732220384634Flushing 1588230740/ns: appending metadata at 1732220384648 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732220384648Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4362c810: reopening flushed file at 1732220384676 (+28 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 49ms, sequenceid=6, compaction requested=false at 1732220384683 (+7 ms)Writing region close event to WAL at 1732220384684 (+1 ms)Running coprocessor post-close hooks at 1732220384688 (+4 ms)Closed at 1732220384688 2024-11-21T20:19:44,688 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T20:19:44,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87. 2024-11-21T20:19:44,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:19:44,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T20:19:44,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C46281%2C1732220379219.rep, suffix=, logDir=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,46281,1732220379219, archiveDir=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/oldWALs, maxLogs=10 2024-11-21T20:19:44,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,46281,1732220379219/377014bd7527%2C46281%2C1732220379219.rep.1732220384762, exclude list is [], retry=0 2024-11-21T20:19:44,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45845,DS-604c4209-9653-4cc2-a084-15aa19659c72,DISK] 2024-11-21T20:19:44,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,46281,1732220379219/377014bd7527%2C46281%2C1732220379219.rep.1732220384762 2024-11-21T20:19:44,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41663:41663)] 2024-11-21T20:19:44,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f7c7514f56084b05e1452dbc32c4b87, NAME => 'hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:19:44,779 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:19:44,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:19:44,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87. service=MultiRowMutationService 2024-11-21T20:19:44,779 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T20:19:44,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6f7c7514f56084b05e1452dbc32c4b87 2024-11-21T20:19:44,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:19:44,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 6f7c7514f56084b05e1452dbc32c4b87 2024-11-21T20:19:44,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 6f7c7514f56084b05e1452dbc32c4b87 2024-11-21T20:19:44,780 INFO [StoreOpener-6f7c7514f56084b05e1452dbc32c4b87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6f7c7514f56084b05e1452dbc32c4b87 2024-11-21T20:19:44,781 INFO [StoreOpener-6f7c7514f56084b05e1452dbc32c4b87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f7c7514f56084b05e1452dbc32c4b87 columnFamilyName hfileref 2024-11-21T20:19:44,781 DEBUG [StoreOpener-6f7c7514f56084b05e1452dbc32c4b87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:44,782 INFO [StoreOpener-6f7c7514f56084b05e1452dbc32c4b87-1 {}] regionserver.HStore(327): Store=6f7c7514f56084b05e1452dbc32c4b87/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:19:44,782 INFO [StoreOpener-6f7c7514f56084b05e1452dbc32c4b87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6f7c7514f56084b05e1452dbc32c4b87 2024-11-21T20:19:44,783 INFO [StoreOpener-6f7c7514f56084b05e1452dbc32c4b87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f7c7514f56084b05e1452dbc32c4b87 columnFamilyName queue 2024-11-21T20:19:44,783 DEBUG [StoreOpener-6f7c7514f56084b05e1452dbc32c4b87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:44,788 DEBUG [StoreOpener-6f7c7514f56084b05e1452dbc32c4b87-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/replication/6f7c7514f56084b05e1452dbc32c4b87/queue/ce663022824a48caa27d2c99e01f618b 2024-11-21T20:19:44,788 INFO [StoreOpener-6f7c7514f56084b05e1452dbc32c4b87-1 {}] regionserver.HStore(327): Store=6f7c7514f56084b05e1452dbc32c4b87/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:19:44,788 INFO [StoreOpener-6f7c7514f56084b05e1452dbc32c4b87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6f7c7514f56084b05e1452dbc32c4b87 2024-11-21T20:19:44,789 INFO [StoreOpener-6f7c7514f56084b05e1452dbc32c4b87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f7c7514f56084b05e1452dbc32c4b87 columnFamilyName sid 2024-11-21T20:19:44,789 DEBUG [StoreOpener-6f7c7514f56084b05e1452dbc32c4b87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:44,789 INFO [StoreOpener-6f7c7514f56084b05e1452dbc32c4b87-1 {}] regionserver.HStore(327): Store=6f7c7514f56084b05e1452dbc32c4b87/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:19:44,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 6f7c7514f56084b05e1452dbc32c4b87 2024-11-21T20:19:44,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/replication/6f7c7514f56084b05e1452dbc32c4b87 2024-11-21T20:19:44,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/replication/6f7c7514f56084b05e1452dbc32c4b87 2024-11-21T20:19:44,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 6f7c7514f56084b05e1452dbc32c4b87 2024-11-21T20:19:44,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 6f7c7514f56084b05e1452dbc32c4b87 2024-11-21T20:19:44,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:19:44,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 6f7c7514f56084b05e1452dbc32c4b87 2024-11-21T20:19:44,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 6f7c7514f56084b05e1452dbc32c4b87; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73290592, jitterRate=0.09211492538452148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:19:44,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f7c7514f56084b05e1452dbc32c4b87 2024-11-21T20:19:44,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 6f7c7514f56084b05e1452dbc32c4b87: Running coprocessor pre-open hook at 1732220384779Writing region info on filesystem at 1732220384779Initializing all the Stores at 1732220384780 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220384780Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220384780Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220384780Cleaning up temporary data from old regions at 1732220384791 (+11 ms)Running coprocessor post-open hooks at 1732220384794 (+3 ms)Region opened successfully at 1732220384794 2024-11-21T20:19:44,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87., pid=13, masterSystemTime=1732220384757 2024-11-21T20:19:44,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87. 2024-11-21T20:19:44,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87. 2024-11-21T20:19:44,797 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=6f7c7514f56084b05e1452dbc32c4b87, regionState=OPEN, openSeqNum=9, regionLocation=377014bd7527,46281,1732220379219 2024-11-21T20:19:44,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f7c7514f56084b05e1452dbc32c4b87, server=377014bd7527,46281,1732220379219 because future has completed 2024-11-21T20:19:44,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-21T20:19:44,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f7c7514f56084b05e1452dbc32c4b87, server=377014bd7527,46281,1732220379219 in 195 msec 2024-11-21T20:19:44,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-21T20:19:44,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6f7c7514f56084b05e1452dbc32c4b87, ASSIGN in 352 msec 2024-11-21T20:19:44,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-21T20:19:44,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87., hostname=377014bd7527,46281,1732220379219, seqNum=9] 2024-11-21T20:19:44,834 INFO [RS:0;377014bd7527:41125 {}] regionserver.HRegionServer(976): stopping server 377014bd7527,41125,1732220370062; all regions closed. 2024-11-21T20:19:44,837 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/WALs/377014bd7527,41125,1732220370062/377014bd7527%2C41125%2C1732220370062.meta.1732220373349.meta not finished, retry = 0 2024-11-21T20:19:44,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40365 is added to blk_1073741834_1010 (size=1152) 2024-11-21T20:19:44,837 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 377014bd7527,44477,1732220364502 2024-11-21T20:19:44,837 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-21T20:19:44,939 DEBUG [RS:0;377014bd7527:41125 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/oldWALs 2024-11-21T20:19:44,939 INFO [RS:0;377014bd7527:41125 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C41125%2C1732220370062.meta:.meta(num 1732220373349) 2024-11-21T20:19:44,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40365 is added to blk_1073741832_1008 (size=93) 2024-11-21T20:19:44,941 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/WALs/377014bd7527,41125,1732220370062/377014bd7527%2C41125%2C1732220370062.1732220372358 not finished, retry = 0 2024-11-21T20:19:44,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-21T20:19:45,057 DEBUG [RS:0;377014bd7527:41125 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/oldWALs 2024-11-21T20:19:45,057 INFO [RS:0;377014bd7527:41125 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C41125%2C1732220370062:(num 1732220372358) 2024-11-21T20:19:45,057 DEBUG [RS:0;377014bd7527:41125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:45,057 INFO [RS:0;377014bd7527:41125 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:19:45,057 INFO [RS:0;377014bd7527:41125 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:19:45,057 INFO [RS:0;377014bd7527:41125 {}] hbase.ChoreService(370): Chore service for: regionserver/377014bd7527:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T20:19:45,057 INFO [RS:0;377014bd7527:41125 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:19:45,057 INFO [regionserver/377014bd7527:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:19:45,057 INFO [RS:0;377014bd7527:41125 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41125 2024-11-21T20:19:45,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41125-0x1015f0d1afd0004, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1268615255/rs/377014bd7527,41125,1732220370062 2024-11-21T20:19:45,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35767-0x1015f0d1afd0003, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1268615255/rs 2024-11-21T20:19:45,269 INFO [RS:0;377014bd7527:41125 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:19:45,356 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [377014bd7527,41125,1732220370062] 2024-11-21T20:19:45,367 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1268615255/draining/377014bd7527,41125,1732220370062 already deleted, retry=false 2024-11-21T20:19:45,368 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 377014bd7527,41125,1732220370062 expired; onlineServers=0 2024-11-21T20:19:45,368 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '377014bd7527,35767,1732220369860' ***** 2024-11-21T20:19:45,368 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T20:19:45,368 INFO [M:0;377014bd7527:35767 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:19:45,368 INFO [M:0;377014bd7527:35767 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:19:45,368 DEBUG [M:0;377014bd7527:35767 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T20:19:45,368 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T20:19:45,368 DEBUG [M:0;377014bd7527:35767 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T20:19:45,368 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220372092 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220372092,5,FailOnTimeoutGroup] 2024-11-21T20:19:45,368 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220372092 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220372092,5,FailOnTimeoutGroup] 2024-11-21T20:19:45,368 INFO [M:0;377014bd7527:35767 {}] hbase.ChoreService(370): Chore service for: master/377014bd7527:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T20:19:45,368 INFO [M:0;377014bd7527:35767 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:19:45,368 DEBUG [M:0;377014bd7527:35767 {}] master.HMaster(1795): Stopping service threads 2024-11-21T20:19:45,368 INFO [M:0;377014bd7527:35767 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T20:19:45,368 INFO [M:0;377014bd7527:35767 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:19:45,368 INFO [M:0;377014bd7527:35767 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T20:19:45,368 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T20:19:45,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35767-0x1015f0d1afd0003, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1268615255/master 2024-11-21T20:19:45,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35767-0x1015f0d1afd0003, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1268615255 2024-11-21T20:19:45,378 DEBUG [M:0;377014bd7527:35767 {}] zookeeper.ZKUtil(347): master:35767-0x1015f0d1afd0003, quorum=127.0.0.1:60241, baseZNode=/1268615255 Unable to get data of znode /1268615255/master because node does not exist (not an error) 2024-11-21T20:19:45,378 WARN [M:0;377014bd7527:35767 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T20:19:45,379 INFO [M:0;377014bd7527:35767 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/.lastflushedseqids 2024-11-21T20:19:45,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40365 is added to blk_1073741836_1012 (size=99) 2024-11-21T20:19:45,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41125-0x1015f0d1afd0004, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:19:45,457 INFO [RS:0;377014bd7527:41125 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:19:45,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41125-0x1015f0d1afd0004, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:19:45,457 INFO [RS:0;377014bd7527:41125 {}] regionserver.HRegionServer(1031): Exiting; stopping=377014bd7527,41125,1732220370062; zookeeper connection closed. 2024-11-21T20:19:45,457 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@44bfab63 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@44bfab63 2024-11-21T20:19:45,457 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T20:19:45,670 DEBUG [RS:0;377014bd7527:46281.replicationSource.wal-reader.377014bd7527%2C46281%2C1732220379219,1-377014bd7527,46281,1732220379219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,46281,1732220379219/377014bd7527%2C46281%2C1732220379219.1732220380198 to pos 0, reset compression=false 2024-11-21T20:19:45,784 INFO [M:0;377014bd7527:35767 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T20:19:45,784 INFO [M:0;377014bd7527:35767 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T20:19:45,784 DEBUG [M:0;377014bd7527:35767 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:19:45,784 INFO [M:0;377014bd7527:35767 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:19:45,785 DEBUG [M:0;377014bd7527:35767 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:19:45,785 DEBUG [M:0;377014bd7527:35767 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:19:45,785 DEBUG [M:0;377014bd7527:35767 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:19:45,785 INFO [M:0;377014bd7527:35767 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-21T20:19:45,799 DEBUG [M:0;377014bd7527:35767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6f506742c13f4c6faac096fb2cb5ab85 is 82, key is hbase:meta,,1/info:regioninfo/1732220373379/Put/seqid=0 2024-11-21T20:19:45,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40365 is added to blk_1073741837_1013 (size=5672) 2024-11-21T20:19:46,076 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:19:46,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:46,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:46,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:46,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:46,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:46,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:46,204 INFO [M:0;377014bd7527:35767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6f506742c13f4c6faac096fb2cb5ab85 2024-11-21T20:19:46,222 DEBUG [M:0;377014bd7527:35767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0dfa8836d0dc47478c2a8a6dbad5dd4d is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732220373400/Put/seqid=0 2024-11-21T20:19:46,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40365 is added to blk_1073741838_1014 (size=5275) 2024-11-21T20:19:46,626 INFO [M:0;377014bd7527:35767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0dfa8836d0dc47478c2a8a6dbad5dd4d 2024-11-21T20:19:46,643 DEBUG [M:0;377014bd7527:35767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9fc2a6e7ab94c9989074bfe21514d9c is 69, key is 377014bd7527,41125,1732220370062/rs:state/1732220372214/Put/seqid=0 2024-11-21T20:19:46,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40365 is added to blk_1073741839_1015 (size=5156) 2024-11-21T20:19:46,774 DEBUG [RS:0;377014bd7527:46281.replicationSource.wal-reader.377014bd7527%2C46281%2C1732220379219,1-377014bd7527,46281,1732220379219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,46281,1732220379219/377014bd7527%2C46281%2C1732220379219.1732220380198 to pos 0, reset compression=false 2024-11-21T20:19:47,047 INFO [M:0;377014bd7527:35767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9fc2a6e7ab94c9989074bfe21514d9c 2024-11-21T20:19:47,052 DEBUG [M:0;377014bd7527:35767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6f506742c13f4c6faac096fb2cb5ab85 as hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6f506742c13f4c6faac096fb2cb5ab85 2024-11-21T20:19:47,057 INFO [M:0;377014bd7527:35767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6f506742c13f4c6faac096fb2cb5ab85, entries=8, sequenceid=28, filesize=5.5 K 2024-11-21T20:19:47,058 DEBUG [M:0;377014bd7527:35767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0dfa8836d0dc47478c2a8a6dbad5dd4d as hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0dfa8836d0dc47478c2a8a6dbad5dd4d 2024-11-21T20:19:47,063 INFO [M:0;377014bd7527:35767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0dfa8836d0dc47478c2a8a6dbad5dd4d, entries=3, sequenceid=28, filesize=5.2 K 2024-11-21T20:19:47,064 DEBUG [M:0;377014bd7527:35767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9fc2a6e7ab94c9989074bfe21514d9c as hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e9fc2a6e7ab94c9989074bfe21514d9c 2024-11-21T20:19:47,068 INFO [M:0;377014bd7527:35767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33263/user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e9fc2a6e7ab94c9989074bfe21514d9c, entries=1, sequenceid=28, filesize=5.0 K 2024-11-21T20:19:47,069 INFO [M:0;377014bd7527:35767 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=28, compaction requested=false 2024-11-21T20:19:47,070 INFO [M:0;377014bd7527:35767 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:19:47,071 DEBUG [M:0;377014bd7527:35767 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220385784Disabling compacts and flushes for region at 1732220385784Disabling writes for close at 1732220385785 (+1 ms)Obtaining lock to block concurrent updates at 1732220385785Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732220385785Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732220385785Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732220385786 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732220385786Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732220385799 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732220385799Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732220386208 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732220386221 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732220386221Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732220386630 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732220386643 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732220386643Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4df9975c: reopening flushed file at 1732220387052 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13151a2a: reopening flushed file at 1732220387057 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b58dad: reopening flushed file at 1732220387063 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=28, compaction requested=false at 1732220387069 (+6 ms)Writing region close event to WAL at 1732220387070 (+1 ms)Closed at 1732220387070 2024-11-21T20:19:47,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40365 is added to blk_1073741830_1006 (size=10165) 2024-11-21T20:19:47,072 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/385da471-d48f-d191-831c-0b3c251ccbe4/MasterData/WALs/377014bd7527,35767,1732220369860/377014bd7527%2C35767%2C1732220369860.1732220371836 not finished, retry = 0 2024-11-21T20:19:47,173 INFO [M:0;377014bd7527:35767 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T20:19:47,173 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:19:47,174 INFO [M:0;377014bd7527:35767 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35767 2024-11-21T20:19:47,174 INFO [M:0;377014bd7527:35767 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:19:47,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35767-0x1015f0d1afd0003, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:19:47,341 INFO [M:0;377014bd7527:35767 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:19:47,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35767-0x1015f0d1afd0003, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:19:47,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@247003a7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:19:47,344 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57ece978{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:19:47,344 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:19:47,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5360ad88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:19:47,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7644832b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339/hadoop.log.dir/,STOPPED} 2024-11-21T20:19:47,345 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T20:19:47,345 WARN [BP-1462896468-172.17.0.2-1732220367967 heartbeating to localhost/127.0.0.1:33263 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T20:19:47,345 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T20:19:47,345 WARN [BP-1462896468-172.17.0.2-1732220367967 heartbeating to localhost/127.0.0.1:33263 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1462896468-172.17.0.2-1732220367967 (Datanode Uuid 4ce40923-c666-4be1-8472-324f3655f482) service to localhost/127.0.0.1:33263 2024-11-21T20:19:47,346 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339/cluster_f2631ca8-f83d-526f-677e-e7827c7a7fb4/data/data1/current/BP-1462896468-172.17.0.2-1732220367967 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:19:47,346 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339/cluster_f2631ca8-f83d-526f-677e-e7827c7a7fb4/data/data2/current/BP-1462896468-172.17.0.2-1732220367967 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:19:47,346 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T20:19:47,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14dd15f6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:19:47,351 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c55a2d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:19:47,351 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:19:47,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fe2198b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:19:47,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bb50150{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339/hadoop.log.dir/,STOPPED} 2024-11-21T20:19:47,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T20:19:47,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T20:19:47,361 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:19:47,361 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:19:47,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:47,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:47,362 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:19:47,362 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T20:19:47,362 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1711765348, stopped=false 2024-11-21T20:19:47,362 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=377014bd7527,33249,1732220379175 2024-11-21T20:19:47,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46281-0x1015f0d1afd0007, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01064808975/running 2024-11-21T20:19:47,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x1015f0d1afd0006, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01064808975/running 2024-11-21T20:19:47,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46281-0x1015f0d1afd0007, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01064808975 2024-11-21T20:19:47,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x1015f0d1afd0006, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01064808975 2024-11-21T20:19:47,377 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:19:47,377 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:19:47,378 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:19:47,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:47,378 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '377014bd7527,46281,1732220379219' ***** 2024-11-21T20:19:47,378 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T20:19:47,378 INFO [RS:0;377014bd7527:46281 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T20:19:47,378 INFO [RS:0;377014bd7527:46281 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T20:19:47,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46281-0x1015f0d1afd0007, quorum=127.0.0.1:60241, baseZNode=/01064808975 Set watcher on znode that does not yet exist, /01064808975/running 2024-11-21T20:19:47,378 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T20:19:47,378 INFO [RS:0;377014bd7527:46281 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T20:19:47,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33249-0x1015f0d1afd0006, quorum=127.0.0.1:60241, baseZNode=/01064808975 Set watcher on znode that does not yet exist, /01064808975/running 2024-11-21T20:19:47,378 INFO [RS:0;377014bd7527:46281 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f7c7514f56084b05e1452dbc32c4b87 2024-11-21T20:19:47,379 INFO [RS:0;377014bd7527:46281 {}] regionserver.HRegionServer(959): stopping server 377014bd7527,46281,1732220379219 2024-11-21T20:19:47,379 INFO [RS:0;377014bd7527:46281 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:19:47,379 INFO [RS:0;377014bd7527:46281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:46281. 2024-11-21T20:19:47,379 DEBUG [RS:0;377014bd7527:46281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:19:47,379 DEBUG [RS:0;377014bd7527:46281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:47,379 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f7c7514f56084b05e1452dbc32c4b87, disabling compactions & flushes 2024-11-21T20:19:47,379 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87. 2024-11-21T20:19:47,379 INFO [RS:0;377014bd7527:46281 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T20:19:47,379 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87. 2024-11-21T20:19:47,379 INFO [RS:0;377014bd7527:46281 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T20:19:47,379 INFO [RS:0;377014bd7527:46281 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T20:19:47,379 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87. after waiting 0 ms 2024-11-21T20:19:47,379 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87. 2024-11-21T20:19:47,379 INFO [RS:0;377014bd7527:46281 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T20:19:47,379 INFO [RS:0;377014bd7527:46281 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T20:19:47,379 DEBUG [RS:0;377014bd7527:46281 {}] regionserver.HRegionServer(1325): Online Regions={6f7c7514f56084b05e1452dbc32c4b87=hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T20:19:47,380 DEBUG [RS:0;377014bd7527:46281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f7c7514f56084b05e1452dbc32c4b87 2024-11-21T20:19:47,380 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:19:47,380 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:19:47,380 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:19:47,380 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:19:47,380 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:19:47,380 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-21T20:19:47,383 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/replication/6f7c7514f56084b05e1452dbc32c4b87/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-21T20:19:47,384 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:19:47,384 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:19:47,384 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87. 2024-11-21T20:19:47,384 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f7c7514f56084b05e1452dbc32c4b87: Waiting for close lock at 1732220387379Running coprocessor pre-close hooks at 1732220387379Disabling compacts and flushes for region at 1732220387379Disabling writes for close at 1732220387379Writing region close event to WAL at 1732220387380 (+1 ms)Running coprocessor post-close hooks at 1732220387383 (+3 ms)Closed at 1732220387384 (+1 ms) 2024-11-21T20:19:47,384 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87. 2024-11-21T20:19:47,394 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/meta/1588230740/.tmp/info/28177477e9534b2b99a83d6217d42b80 is 147, key is hbase:replication,,1732220373532.6f7c7514f56084b05e1452dbc32c4b87./info:regioninfo/1732220384797/Put/seqid=0 2024-11-21T20:19:47,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741851_1027 (size=6385) 2024-11-21T20:19:47,453 INFO [regionserver/377014bd7527:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:19:47,580 DEBUG [RS:0;377014bd7527:46281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:19:47,780 DEBUG [RS:0;377014bd7527:46281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:19:47,799 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/meta/1588230740/.tmp/info/28177477e9534b2b99a83d6217d42b80 2024-11-21T20:19:47,803 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/meta/1588230740/.tmp/info/28177477e9534b2b99a83d6217d42b80 as hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/meta/1588230740/info/28177477e9534b2b99a83d6217d42b80 2024-11-21T20:19:47,808 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/meta/1588230740/info/28177477e9534b2b99a83d6217d42b80, entries=8, sequenceid=19, filesize=6.2 K 2024-11-21T20:19:47,809 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false 2024-11-21T20:19:47,813 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-21T20:19:47,813 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:19:47,813 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:19:47,813 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:19:47,813 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220387380Running coprocessor pre-close hooks at 1732220387380Disabling compacts and flushes for region at 1732220387380Disabling writes for close at 1732220387380Obtaining lock to block concurrent updates at 1732220387380Preparing flush snapshotting stores in 1588230740 at 1732220387380Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732220387380Flushing stores of hbase:meta,,1.1588230740 at 1732220387381 (+1 ms)Flushing 1588230740/info: creating writer at 1732220387381Flushing 1588230740/info: appending metadata at 1732220387394 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732220387394Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d313db6: reopening flushed file at 1732220387803 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false at 1732220387809 (+6 ms)Writing region close event to WAL at 1732220387810 (+1 ms)Running coprocessor post-close hooks at 1732220387813 (+3 ms)Closed at 1732220387813 2024-11-21T20:19:47,813 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T20:19:47,979 DEBUG [RS:0;377014bd7527:46281.replicationSource.wal-reader.377014bd7527%2C46281%2C1732220379219,1-377014bd7527,46281,1732220379219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,46281,1732220379219/377014bd7527%2C46281%2C1732220379219.1732220380198 to pos 0, reset compression=false 2024-11-21T20:19:47,980 INFO [RS:0;377014bd7527:46281 {}] regionserver.HRegionServer(976): stopping server 377014bd7527,46281,1732220379219; all regions closed. 2024-11-21T20:19:47,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741849_1025 (size=2156) 2024-11-21T20:19:47,983 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,46281,1732220379219/377014bd7527%2C46281%2C1732220379219.meta.1732220380558.meta not finished, retry = 0 2024-11-21T20:19:48,049 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T20:19:48,049 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T20:19:48,085 DEBUG [RS:0;377014bd7527:46281 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/oldWALs 2024-11-21T20:19:48,085 INFO [RS:0;377014bd7527:46281 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C46281%2C1732220379219.meta:.meta(num 1732220380558) 2024-11-21T20:19:48,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741850_1026 (size=796) 2024-11-21T20:19:48,087 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,46281,1732220379219/377014bd7527%2C46281%2C1732220379219.rep.1732220384762 not finished, retry = 0 2024-11-21T20:19:48,190 DEBUG [RS:0;377014bd7527:46281 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/oldWALs 2024-11-21T20:19:48,190 INFO [RS:0;377014bd7527:46281 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C46281%2C1732220379219.rep:(num 1732220384762) 2024-11-21T20:19:48,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741848_1024 (size=93) 2024-11-21T20:19:48,192 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/WALs/377014bd7527,46281,1732220379219/377014bd7527%2C46281%2C1732220379219.1732220380198 not finished, retry = 0 2024-11-21T20:19:48,294 DEBUG [RS:0;377014bd7527:46281 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/oldWALs 2024-11-21T20:19:48,294 INFO [RS:0;377014bd7527:46281 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C46281%2C1732220379219:(num 1732220380198) 2024-11-21T20:19:48,294 DEBUG [RS:0;377014bd7527:46281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:48,294 INFO [RS:0;377014bd7527:46281 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:19:48,294 INFO [RS:0;377014bd7527:46281 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:19:48,294 INFO [RS:0;377014bd7527:46281 {}] hbase.ChoreService(370): Chore service for: regionserver/377014bd7527:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T20:19:48,295 INFO [RS:0;377014bd7527:46281 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:19:48,295 INFO [regionserver/377014bd7527:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:19:48,295 INFO [RS:0;377014bd7527:46281 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-377014bd7527,46281,1732220379219 because: Region server is closing 2024-11-21T20:19:48,295 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/377014bd7527:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-21T20:19:48,295 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/377014bd7527:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-21T20:19:48,295 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/377014bd7527:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-21T20:19:48,295 INFO [RS:0;377014bd7527:46281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:46281. 2024-11-21T20:19:48,295 DEBUG [RS:0;377014bd7527:46281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:19:48,295 DEBUG [RS:0;377014bd7527:46281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:48,295 DEBUG [RS:0;377014bd7527:46281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:48,295 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:19:48,395 WARN [RS:0;377014bd7527:46281.replicationSource.wal-reader.377014bd7527%2C46281%2C1732220379219,1-377014bd7527,46281,1732220379219 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T20:19:48,395 WARN [RS:0;377014bd7527:46281.replicationSource.shipper377014bd7527%2C46281%2C1732220379219,1-377014bd7527,46281,1732220379219 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T20:19:48,396 INFO [RS:0;377014bd7527:46281 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;377014bd7527:46281.replicationSource.shipper377014bd7527%2C46281%2C1732220379219,1-377014bd7527,46281,1732220379219 terminated 2024-11-21T20:19:48,396 INFO [RS:0;377014bd7527:46281 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46281 2024-11-21T20:19:48,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x1015f0d1afd0006, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01064808975/rs 2024-11-21T20:19:48,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46281-0x1015f0d1afd0007, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01064808975/rs/377014bd7527,46281,1732220379219 2024-11-21T20:19:48,452 INFO [RS:0;377014bd7527:46281 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:19:48,462 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [377014bd7527,46281,1732220379219] 2024-11-21T20:19:48,473 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01064808975/draining/377014bd7527,46281,1732220379219 already deleted, retry=false 2024-11-21T20:19:48,473 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 377014bd7527,46281,1732220379219 expired; onlineServers=0 2024-11-21T20:19:48,473 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '377014bd7527,33249,1732220379175' ***** 2024-11-21T20:19:48,473 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T20:19:48,473 INFO [M:0;377014bd7527:33249 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:19:48,473 INFO [M:0;377014bd7527:33249 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:19:48,473 DEBUG [M:0;377014bd7527:33249 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T20:19:48,473 DEBUG [M:0;377014bd7527:33249 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T20:19:48,473 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T20:19:48,473 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220379924 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220379924,5,FailOnTimeoutGroup] 2024-11-21T20:19:48,473 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220379924 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220379924,5,FailOnTimeoutGroup] 2024-11-21T20:19:48,473 INFO [M:0;377014bd7527:33249 {}] hbase.ChoreService(370): Chore service for: master/377014bd7527:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T20:19:48,473 INFO [M:0;377014bd7527:33249 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:19:48,473 DEBUG [M:0;377014bd7527:33249 {}] master.HMaster(1795): Stopping service threads 2024-11-21T20:19:48,473 INFO [M:0;377014bd7527:33249 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T20:19:48,473 INFO [M:0;377014bd7527:33249 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:19:48,473 INFO [M:0;377014bd7527:33249 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T20:19:48,473 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T20:19:48,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x1015f0d1afd0006, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01064808975/master 2024-11-21T20:19:48,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x1015f0d1afd0006, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01064808975 2024-11-21T20:19:48,559 DEBUG [M:0;377014bd7527:33249 {}] zookeeper.ZKUtil(347): master:33249-0x1015f0d1afd0006, quorum=127.0.0.1:60241, baseZNode=/01064808975 Unable to get data of znode /01064808975/master because node does not exist (not an error) 2024-11-21T20:19:48,559 WARN [M:0;377014bd7527:33249 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T20:19:48,560 INFO [M:0;377014bd7527:33249 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/.lastflushedseqids 2024-11-21T20:19:48,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46281-0x1015f0d1afd0007, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:19:48,562 INFO [RS:0;377014bd7527:46281 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:19:48,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46281-0x1015f0d1afd0007, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:19:48,562 INFO [RS:0;377014bd7527:46281 {}] regionserver.HRegionServer(1031): Exiting; stopping=377014bd7527,46281,1732220379219; zookeeper connection closed. 2024-11-21T20:19:48,562 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58d4d4ea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58d4d4ea 2024-11-21T20:19:48,563 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T20:19:48,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741852_1028 (size=181) 2024-11-21T20:19:48,969 INFO [M:0;377014bd7527:33249 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T20:19:48,969 INFO [M:0;377014bd7527:33249 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T20:19:48,969 DEBUG [M:0;377014bd7527:33249 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:19:48,969 INFO [M:0;377014bd7527:33249 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:19:48,969 DEBUG [M:0;377014bd7527:33249 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:19:48,969 DEBUG [M:0;377014bd7527:33249 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:19:48,969 DEBUG [M:0;377014bd7527:33249 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:19:48,969 INFO [M:0;377014bd7527:33249 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-21T20:19:48,983 DEBUG [M:0;377014bd7527:33249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82d6e7f223344e82a25202a1962a6f4c is 82, key is hbase:meta,,1/info:regioninfo/1732220380603/Put/seqid=0 2024-11-21T20:19:48,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741853_1029 (size=5672) 2024-11-21T20:19:49,389 INFO [M:0;377014bd7527:33249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82d6e7f223344e82a25202a1962a6f4c 2024-11-21T20:19:49,407 DEBUG [M:0;377014bd7527:33249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e52ee48d20d34b0a90706f525dc1546e is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732220384802/Put/seqid=0 2024-11-21T20:19:49,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741854_1030 (size=7312) 2024-11-21T20:19:49,811 INFO [M:0;377014bd7527:33249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e52ee48d20d34b0a90706f525dc1546e 2024-11-21T20:19:49,829 DEBUG [M:0;377014bd7527:33249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ba31a741a384099aa57a55360164e24 is 69, key is 377014bd7527,46281,1732220379219/rs:state/1732220379977/Put/seqid=0 2024-11-21T20:19:49,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741855_1031 (size=5370) 2024-11-21T20:19:50,233 INFO [M:0;377014bd7527:33249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ba31a741a384099aa57a55360164e24 2024-11-21T20:19:50,237 INFO [M:0;377014bd7527:33249 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ba31a741a384099aa57a55360164e24 2024-11-21T20:19:50,238 DEBUG [M:0;377014bd7527:33249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82d6e7f223344e82a25202a1962a6f4c as hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82d6e7f223344e82a25202a1962a6f4c 2024-11-21T20:19:50,243 INFO [M:0;377014bd7527:33249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82d6e7f223344e82a25202a1962a6f4c, entries=8, sequenceid=127, filesize=5.5 K 2024-11-21T20:19:50,244 DEBUG [M:0;377014bd7527:33249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e52ee48d20d34b0a90706f525dc1546e as hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e52ee48d20d34b0a90706f525dc1546e 2024-11-21T20:19:50,248 INFO [M:0;377014bd7527:33249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e52ee48d20d34b0a90706f525dc1546e, entries=7, sequenceid=127, filesize=7.1 K 2024-11-21T20:19:50,248 DEBUG [M:0;377014bd7527:33249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ba31a741a384099aa57a55360164e24 as hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ba31a741a384099aa57a55360164e24 2024-11-21T20:19:50,252 INFO [M:0;377014bd7527:33249 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ba31a741a384099aa57a55360164e24 2024-11-21T20:19:50,252 INFO [M:0;377014bd7527:33249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42889/user/jenkins/test-data/98afe666-aebe-cae1-b512-a520df1388cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ba31a741a384099aa57a55360164e24, entries=2, sequenceid=127, filesize=5.2 K 2024-11-21T20:19:50,253 INFO [M:0;377014bd7527:33249 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=127, compaction requested=false 2024-11-21T20:19:50,255 INFO [M:0;377014bd7527:33249 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:19:50,255 DEBUG [M:0;377014bd7527:33249 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220388969Disabling compacts and flushes for region at 1732220388969Disabling writes for close at 1732220388969Obtaining lock to block concurrent updates at 1732220388969Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732220388969Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732220388969Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732220388970 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732220388970Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732220388982 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732220388982Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732220389393 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732220389406 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732220389407 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732220389815 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732220389828 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732220389828Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b9eac21: reopening flushed file at 1732220390237 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1229add8: reopening flushed file at 1732220390243 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2721a5fd: reopening flushed file at 1732220390248 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=127, compaction requested=false at 1732220390253 (+5 ms)Writing region close event to WAL at 1732220390255 (+2 ms)Closed at 1732220390255 2024-11-21T20:19:50,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741847_1023 (size=22903) 2024-11-21T20:19:50,258 INFO [M:0;377014bd7527:33249 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T20:19:50,258 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:19:50,258 INFO [M:0;377014bd7527:33249 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33249 2024-11-21T20:19:50,258 INFO [M:0;377014bd7527:33249 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:19:50,383 INFO [M:0;377014bd7527:33249 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:19:50,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x1015f0d1afd0006, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:19:50,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x1015f0d1afd0006, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:19:50,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c018764{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:19:50,385 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ac15699{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:19:50,386 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:19:50,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@555338b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:19:50,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@239c56c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/hadoop.log.dir/,STOPPED} 2024-11-21T20:19:50,387 WARN [BP-72411313-172.17.0.2-1732220362608 heartbeating to localhost/127.0.0.1:42889 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T20:19:50,387 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T20:19:50,387 WARN [BP-72411313-172.17.0.2-1732220362608 heartbeating to localhost/127.0.0.1:42889 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-72411313-172.17.0.2-1732220362608 (Datanode Uuid 42d2ab4b-01ed-47b9-813e-7825682df9bc) service to localhost/127.0.0.1:42889 2024-11-21T20:19:50,387 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T20:19:50,388 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/cluster_9c0972c1-7686-5f05-93e6-ba3c6ad35c0f/data/data1/current/BP-72411313-172.17.0.2-1732220362608 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:19:50,388 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/cluster_9c0972c1-7686-5f05-93e6-ba3c6ad35c0f/data/data2/current/BP-72411313-172.17.0.2-1732220362608 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:19:50,388 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T20:19:50,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6dd03318{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:19:50,393 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@380d5803{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:19:50,393 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:19:50,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b1300f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:19:50,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@153b38ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/504598d0-5079-528d-8a71-17f52a190681/hadoop.log.dir/,STOPPED} 2024-11-21T20:19:50,399 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T20:19:50,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T20:19:50,419 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 160) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60241) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33263 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:33263 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42889 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33263 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42889 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:42889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33263 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:42889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42889 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60241) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33263 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=257 (was 268), ProcessCount=11 (was 11), AvailableMemoryMB=13489 (was 14039) 2024-11-21T20:19:50,426 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=257, ProcessCount=11, AvailableMemoryMB=13489 2024-11-21T20:19:50,437 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-21T20:19:50,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339/hadoop.log.dir so I do NOT create it in target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73 2024-11-21T20:19:50,438 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T20:19:50,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339/hadoop.tmp.dir so I do NOT create it in target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73 2024-11-21T20:19:50,438 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01ac16a-6de2-6f9d-2e10-8689b4474339/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T20:19:50,438 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73 2024-11-21T20:19:50,438 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/cluster_9444c625-53ad-50de-33bc-893a93c282b3, deleteOnExit=true 2024-11-21T20:19:50,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015f0d1afd0002, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T20:19:50,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015f0d1afd0005, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T20:19:50,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015f0d1afd0005, quorum=127.0.0.1:60241, baseZNode=/1268615255 Received Disconnected from ZooKeeper, ignoring 2024-11-21T20:19:50,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015f0d1afd0002, quorum=127.0.0.1:60241, baseZNode=/01064808975 Received Disconnected from ZooKeeper, ignoring 2024-11-21T20:19:50,584 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/cluster_9444c625-53ad-50de-33bc-893a93c282b3/zookeeper_0, clientPort=58507, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/cluster_9444c625-53ad-50de-33bc-893a93c282b3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/cluster_9444c625-53ad-50de-33bc-893a93c282b3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T20:19:50,585 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58507 2024-11-21T20:19:50,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T20:19:50,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T20:19:50,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/test.cache.data in system properties and HBase conf 2024-11-21T20:19:50,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T20:19:50,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/hadoop.log.dir in system properties and HBase conf 2024-11-21T20:19:50,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T20:19:50,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T20:19:50,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T20:19:50,586 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T20:19:50,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:19:50,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:19:50,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T20:19:50,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:19:50,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T20:19:50,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T20:19:50,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:19:50,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:19:50,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T20:19:50,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/nfs.dump.dir in system properties and HBase conf 2024-11-21T20:19:50,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/java.io.tmpdir in system properties and HBase conf 2024-11-21T20:19:50,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:19:50,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T20:19:50,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T20:19:50,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:19:50,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T20:19:50,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T20:19:50,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:19:50,935 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:19:50,939 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:19:50,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:19:50,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:19:50,944 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T20:19:50,945 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:19:50,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a6d7890{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:19:50,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69d6e998{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:19:51,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ae3a46b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/java.io.tmpdir/jetty-localhost-38051-hadoop-hdfs-3_4_1-tests_jar-_-any-2238717310741875082/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:19:51,051 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d08935a{HTTP/1.1, (http/1.1)}{localhost:38051} 2024-11-21T20:19:51,051 INFO [Time-limited test {}] server.Server(415): Started @166890ms 2024-11-21T20:19:51,299 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:19:51,302 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:19:51,304 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:19:51,304 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:19:51,304 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T20:19:51,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47f8a48b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:19:51,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e4b0d21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:19:51,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bd3f427{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/java.io.tmpdir/jetty-localhost-46683-hadoop-hdfs-3_4_1-tests_jar-_-any-18222085039455101747/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:19:51,403 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@594e8075{HTTP/1.1, (http/1.1)}{localhost:46683} 2024-11-21T20:19:51,403 INFO [Time-limited test {}] server.Server(415): Started @167242ms 2024-11-21T20:19:51,404 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T20:19:52,014 WARN [Thread-1682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/cluster_9444c625-53ad-50de-33bc-893a93c282b3/data/data2/current/BP-1248678958-172.17.0.2-1732220390618/current, will proceed with Du for space computation calculation, 2024-11-21T20:19:52,014 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/cluster_9444c625-53ad-50de-33bc-893a93c282b3/data/data1/current/BP-1248678958-172.17.0.2-1732220390618/current, will proceed with Du for space computation calculation, 2024-11-21T20:19:52,028 WARN [Thread-1669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T20:19:52,031 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3b49012a424c9eb with lease ID 0xb3f203fc866738a1: Processing first storage report for DS-e1220468-f2b1-425f-a937-3b6bde57b7a7 from datanode DatanodeRegistration(127.0.0.1:43601, datanodeUuid=aa9debc3-9d34-4de7-bb44-a1df7f335fd7, infoPort=38551, infoSecurePort=0, ipcPort=36211, storageInfo=lv=-57;cid=testClusterID;nsid=1854134882;c=1732220390618) 2024-11-21T20:19:52,031 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3b49012a424c9eb with lease ID 0xb3f203fc866738a1: from storage DS-e1220468-f2b1-425f-a937-3b6bde57b7a7 node DatanodeRegistration(127.0.0.1:43601, datanodeUuid=aa9debc3-9d34-4de7-bb44-a1df7f335fd7, infoPort=38551, infoSecurePort=0, ipcPort=36211, storageInfo=lv=-57;cid=testClusterID;nsid=1854134882;c=1732220390618), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:19:52,031 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3b49012a424c9eb with lease ID 0xb3f203fc866738a1: Processing first storage report for DS-8b8179af-f4ee-487e-aa47-ad3794c2b23f from datanode DatanodeRegistration(127.0.0.1:43601, datanodeUuid=aa9debc3-9d34-4de7-bb44-a1df7f335fd7, infoPort=38551, infoSecurePort=0, ipcPort=36211, storageInfo=lv=-57;cid=testClusterID;nsid=1854134882;c=1732220390618) 2024-11-21T20:19:52,031 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3b49012a424c9eb with lease ID 0xb3f203fc866738a1: from storage DS-8b8179af-f4ee-487e-aa47-ad3794c2b23f node DatanodeRegistration(127.0.0.1:43601, datanodeUuid=aa9debc3-9d34-4de7-bb44-a1df7f335fd7, infoPort=38551, infoSecurePort=0, ipcPort=36211, storageInfo=lv=-57;cid=testClusterID;nsid=1854134882;c=1732220390618), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:19:52,038 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73 2024-11-21T20:19:52,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:19:52,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:19:52,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741825_1001 (size=7) 2024-11-21T20:19:52,446 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9 with version=8 2024-11-21T20:19:52,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/hbase-staging 2024-11-21T20:19:52,448 INFO [Time-limited test {}] client.ConnectionUtils(128): master/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:19:52,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:19:52,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:19:52,448 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:19:52,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:19:52,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:19:52,448 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T20:19:52,448 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:19:52,449 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35595 2024-11-21T20:19:52,450 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35595 connecting to ZooKeeper ensemble=127.0.0.1:58507 2024-11-21T20:19:52,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355950x0, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:19:52,534 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35595-0x1015f0d88620000 connected 2024-11-21T20:19:52,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:19:52,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:19:52,623 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35595-0x1015f0d88620000, quorum=127.0.0.1:58507, baseZNode=/01280855149 Set watcher on znode that does not yet exist, /01280855149/running 2024-11-21T20:19:52,623 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9, hbase.cluster.distributed=false 2024-11-21T20:19:52,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35595-0x1015f0d88620000, quorum=127.0.0.1:58507, baseZNode=/01280855149 Set watcher on znode that does not yet exist, /01280855149/acl 2024-11-21T20:19:52,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35595 2024-11-21T20:19:52,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35595 2024-11-21T20:19:52,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35595 2024-11-21T20:19:52,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35595 2024-11-21T20:19:52,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35595 2024-11-21T20:19:52,642 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:19:52,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:19:52,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:19:52,643 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:19:52,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:19:52,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:19:52,643 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T20:19:52,643 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:19:52,643 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36967 2024-11-21T20:19:52,644 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36967 connecting to ZooKeeper ensemble=127.0.0.1:58507 2024-11-21T20:19:52,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:19:52,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:19:52,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369670x0, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:19:52,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369670x0, quorum=127.0.0.1:58507, baseZNode=/01280855149 Set watcher on znode that does not yet exist, /01280855149/running 2024-11-21T20:19:52,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36967-0x1015f0d88620001 connected 2024-11-21T20:19:52,662 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T20:19:52,663 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T20:19:52,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36967-0x1015f0d88620001, quorum=127.0.0.1:58507, baseZNode=/01280855149 Set watcher on znode that does not yet exist, /01280855149/master 2024-11-21T20:19:52,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36967-0x1015f0d88620001, quorum=127.0.0.1:58507, baseZNode=/01280855149 Set watcher on znode that does not yet exist, /01280855149/acl 2024-11-21T20:19:52,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36967 2024-11-21T20:19:52,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36967 2024-11-21T20:19:52,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36967 2024-11-21T20:19:52,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36967 2024-11-21T20:19:52,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36967 2024-11-21T20:19:52,686 DEBUG [M:0;377014bd7527:35595 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;377014bd7527:35595 2024-11-21T20:19:52,686 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01280855149/backup-masters/377014bd7527,35595,1732220392448 2024-11-21T20:19:52,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35595-0x1015f0d88620000, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01280855149/backup-masters 2024-11-21T20:19:52,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36967-0x1015f0d88620001, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01280855149/backup-masters 2024-11-21T20:19:52,694 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35595-0x1015f0d88620000, quorum=127.0.0.1:58507, baseZNode=/01280855149 Set watcher on existing znode=/01280855149/backup-masters/377014bd7527,35595,1732220392448 2024-11-21T20:19:52,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36967-0x1015f0d88620001, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01280855149/master 2024-11-21T20:19:52,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35595-0x1015f0d88620000, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01280855149 2024-11-21T20:19:52,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36967-0x1015f0d88620001, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01280855149 2024-11-21T20:19:52,704 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35595-0x1015f0d88620000, quorum=127.0.0.1:58507, baseZNode=/01280855149 Set watcher on existing znode=/01280855149/master 2024-11-21T20:19:52,705 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01280855149/backup-masters/377014bd7527,35595,1732220392448 from backup master directory 2024-11-21T20:19:52,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35595-0x1015f0d88620000, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01280855149/backup-masters/377014bd7527,35595,1732220392448 2024-11-21T20:19:52,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36967-0x1015f0d88620001, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01280855149/backup-masters 2024-11-21T20:19:52,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35595-0x1015f0d88620000, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01280855149/backup-masters 2024-11-21T20:19:52,714 WARN [master/377014bd7527:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:19:52,714 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=377014bd7527,35595,1732220392448 2024-11-21T20:19:52,717 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/hbase.id] with ID: affc602c-0539-4e43-802d-91bfafa0bbec 2024-11-21T20:19:52,717 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/.tmp/hbase.id 2024-11-21T20:19:52,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741826_1002 (size=42) 2024-11-21T20:19:52,885 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:19:52,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:52,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:52,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:52,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:52,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:52,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:52,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:52,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:19:53,122 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/.tmp/hbase.id]:[hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/hbase.id] 2024-11-21T20:19:53,132 INFO [master/377014bd7527:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:19:53,132 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T20:19:53,133 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T20:19:53,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36967-0x1015f0d88620001, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01280855149 2024-11-21T20:19:53,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35595-0x1015f0d88620000, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01280855149 2024-11-21T20:19:53,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741827_1003 (size=196) 2024-11-21T20:19:53,586 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:19:53,587 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T20:19:53,587 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:19:53,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741828_1004 (size=1189) 2024-11-21T20:19:53,993 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/MasterData/data/master/store 2024-11-21T20:19:53,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741829_1005 (size=34) 2024-11-21T20:19:54,398 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:19:54,398 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:19:54,398 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:19:54,398 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:19:54,398 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:19:54,398 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:19:54,398 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:19:54,398 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220394398Disabling compacts and flushes for region at 1732220394398Disabling writes for close at 1732220394398Writing region close event to WAL at 1732220394398Closed at 1732220394398 2024-11-21T20:19:54,399 WARN [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/MasterData/data/master/store/.initializing 2024-11-21T20:19:54,399 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/MasterData/WALs/377014bd7527,35595,1732220392448 2024-11-21T20:19:54,400 INFO [master/377014bd7527:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:19:54,401 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=377014bd7527%2C35595%2C1732220392448, suffix=, logDir=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/MasterData/WALs/377014bd7527,35595,1732220392448, archiveDir=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/MasterData/oldWALs, maxLogs=10 2024-11-21T20:19:54,417 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/MasterData/WALs/377014bd7527,35595,1732220392448/377014bd7527%2C35595%2C1732220392448.1732220394401, exclude list is [], retry=0 2024-11-21T20:19:54,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43601,DS-e1220468-f2b1-425f-a937-3b6bde57b7a7,DISK] 2024-11-21T20:19:54,421 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/MasterData/WALs/377014bd7527,35595,1732220392448/377014bd7527%2C35595%2C1732220392448.1732220394401 2024-11-21T20:19:54,421 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38551:38551)] 2024-11-21T20:19:54,421 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:19:54,421 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:19:54,421 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:54,421 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:54,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:54,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T20:19:54,423 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:54,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:19:54,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:54,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T20:19:54,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:54,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:19:54,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:54,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T20:19:54,426 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:54,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:19:54,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:54,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T20:19:54,427 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:54,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:19:54,427 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:54,428 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:54,428 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:54,429 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:54,429 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:54,429 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:19:54,430 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:19:54,432 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:19:54,432 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69081917, jitterRate=0.0294007807970047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:19:54,433 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732220394421Initializing all the Stores at 1732220394422 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220394422Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220394422Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220394422Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220394422Cleaning up temporary data from old regions at 1732220394429 (+7 ms)Region opened successfully at 1732220394433 (+4 ms) 2024-11-21T20:19:54,433 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T20:19:54,435 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ecc0db7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:19:54,436 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T20:19:54,436 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T20:19:54,436 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T20:19:54,436 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T20:19:54,436 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T20:19:54,437 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T20:19:54,437 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T20:19:54,438 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T20:19:54,439 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35595-0x1015f0d88620000, quorum=127.0.0.1:58507, baseZNode=/01280855149 Unable to get data of znode /01280855149/balancer because node does not exist (not necessarily an error) 2024-11-21T20:19:54,556 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01280855149/balancer already deleted, retry=false 2024-11-21T20:19:54,557 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T20:19:54,558 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35595-0x1015f0d88620000, quorum=127.0.0.1:58507, baseZNode=/01280855149 Unable to get data of znode /01280855149/normalizer because node does not exist (not necessarily an error) 2024-11-21T20:19:54,567 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01280855149/normalizer already deleted, retry=false 2024-11-21T20:19:54,567 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T20:19:54,568 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35595-0x1015f0d88620000, quorum=127.0.0.1:58507, baseZNode=/01280855149 Unable to get data of znode /01280855149/switch/split because node does not exist (not necessarily an error) 2024-11-21T20:19:54,577 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01280855149/switch/split already deleted, retry=false 2024-11-21T20:19:54,578 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35595-0x1015f0d88620000, quorum=127.0.0.1:58507, baseZNode=/01280855149 Unable to get data of znode /01280855149/switch/merge because node does not exist (not necessarily an error) 2024-11-21T20:19:54,588 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01280855149/switch/merge already deleted, retry=false 2024-11-21T20:19:54,590 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35595-0x1015f0d88620000, quorum=127.0.0.1:58507, baseZNode=/01280855149 Unable to get data of znode /01280855149/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T20:19:54,598 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01280855149/snapshot-cleanup already deleted, retry=false 2024-11-21T20:19:54,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35595-0x1015f0d88620000, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01280855149/running 2024-11-21T20:19:54,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36967-0x1015f0d88620001, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01280855149/running 2024-11-21T20:19:54,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35595-0x1015f0d88620000, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01280855149 2024-11-21T20:19:54,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36967-0x1015f0d88620001, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01280855149 2024-11-21T20:19:54,609 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=377014bd7527,35595,1732220392448, sessionid=0x1015f0d88620000, setting cluster-up flag (Was=false) 2024-11-21T20:19:54,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35595-0x1015f0d88620000, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01280855149 2024-11-21T20:19:54,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36967-0x1015f0d88620001, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01280855149 2024-11-21T20:19:54,662 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01280855149/flush-table-proc/acquired, /01280855149/flush-table-proc/reached, /01280855149/flush-table-proc/abort 2024-11-21T20:19:54,663 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,35595,1732220392448 2024-11-21T20:19:54,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36967-0x1015f0d88620001, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01280855149 2024-11-21T20:19:54,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35595-0x1015f0d88620000, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01280855149 2024-11-21T20:19:54,714 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01280855149/online-snapshot/acquired, /01280855149/online-snapshot/reached, /01280855149/online-snapshot/abort 2024-11-21T20:19:54,715 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,35595,1732220392448 2024-11-21T20:19:54,716 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T20:19:54,717 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T20:19:54,717 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T20:19:54,717 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T20:19:54,718 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 377014bd7527,35595,1732220392448 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T20:19:54,719 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:19:54,719 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:19:54,719 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:19:54,719 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:19:54,719 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/377014bd7527:0, corePoolSize=10, maxPoolSize=10 2024-11-21T20:19:54,719 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:54,719 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:19:54,719 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:54,720 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732220424719 2024-11-21T20:19:54,720 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T20:19:54,720 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T20:19:54,720 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T20:19:54,720 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T20:19:54,720 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T20:19:54,720 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T20:19:54,720 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:19:54,720 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T20:19:54,720 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:54,720 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T20:19:54,720 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T20:19:54,720 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T20:19:54,720 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T20:19:54,721 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T20:19:54,721 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T20:19:54,721 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220394721,5,FailOnTimeoutGroup] 2024-11-21T20:19:54,721 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:54,721 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T20:19:54,724 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220394721,5,FailOnTimeoutGroup] 2024-11-21T20:19:54,724 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:54,724 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T20:19:54,724 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:54,724 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:54,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741831_1007 (size=1321) 2024-11-21T20:19:54,775 INFO [RS:0;377014bd7527:36967 {}] regionserver.HRegionServer(746): ClusterId : affc602c-0539-4e43-802d-91bfafa0bbec 2024-11-21T20:19:54,775 DEBUG [RS:0;377014bd7527:36967 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T20:19:54,788 DEBUG [RS:0;377014bd7527:36967 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T20:19:54,788 DEBUG [RS:0;377014bd7527:36967 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T20:19:54,799 DEBUG [RS:0;377014bd7527:36967 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T20:19:54,800 DEBUG [RS:0;377014bd7527:36967 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@501e084a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:19:54,813 DEBUG [RS:0;377014bd7527:36967 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;377014bd7527:36967 2024-11-21T20:19:54,813 INFO [RS:0;377014bd7527:36967 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T20:19:54,813 INFO [RS:0;377014bd7527:36967 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T20:19:54,813 DEBUG [RS:0;377014bd7527:36967 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T20:19:54,814 INFO [RS:0;377014bd7527:36967 {}] regionserver.HRegionServer(2659): reportForDuty to master=377014bd7527,35595,1732220392448 with port=36967, startcode=1732220392642 2024-11-21T20:19:54,814 DEBUG [RS:0;377014bd7527:36967 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T20:19:54,815 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T20:19:54,816 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35595 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 377014bd7527,36967,1732220392642 2024-11-21T20:19:54,816 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35595 {}] master.ServerManager(517): Registering regionserver=377014bd7527,36967,1732220392642 2024-11-21T20:19:54,817 DEBUG [RS:0;377014bd7527:36967 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9 2024-11-21T20:19:54,817 DEBUG [RS:0;377014bd7527:36967 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45759 2024-11-21T20:19:54,817 DEBUG [RS:0;377014bd7527:36967 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T20:19:54,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35595-0x1015f0d88620000, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01280855149/rs 2024-11-21T20:19:54,830 DEBUG [RS:0;377014bd7527:36967 {}] zookeeper.ZKUtil(111): regionserver:36967-0x1015f0d88620001, quorum=127.0.0.1:58507, baseZNode=/01280855149 Set watcher on existing znode=/01280855149/rs/377014bd7527,36967,1732220392642 2024-11-21T20:19:54,830 WARN [RS:0;377014bd7527:36967 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:19:54,830 INFO [RS:0;377014bd7527:36967 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:19:54,830 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [377014bd7527,36967,1732220392642] 2024-11-21T20:19:54,830 DEBUG [RS:0;377014bd7527:36967 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642 2024-11-21T20:19:54,833 INFO [RS:0;377014bd7527:36967 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T20:19:54,834 INFO [RS:0;377014bd7527:36967 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T20:19:54,834 INFO [RS:0;377014bd7527:36967 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T20:19:54,834 INFO [RS:0;377014bd7527:36967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:54,834 INFO [RS:0;377014bd7527:36967 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T20:19:54,835 INFO [RS:0;377014bd7527:36967 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T20:19:54,835 INFO [RS:0;377014bd7527:36967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:54,835 DEBUG [RS:0;377014bd7527:36967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:54,835 DEBUG [RS:0;377014bd7527:36967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:54,835 DEBUG [RS:0;377014bd7527:36967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:54,835 DEBUG [RS:0;377014bd7527:36967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:54,835 DEBUG [RS:0;377014bd7527:36967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:54,835 DEBUG [RS:0;377014bd7527:36967 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:19:54,835 DEBUG [RS:0;377014bd7527:36967 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:54,835 DEBUG [RS:0;377014bd7527:36967 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:54,835 DEBUG [RS:0;377014bd7527:36967 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:54,835 DEBUG [RS:0;377014bd7527:36967 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:54,836 DEBUG [RS:0;377014bd7527:36967 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:54,836 DEBUG [RS:0;377014bd7527:36967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:19:54,836 DEBUG [RS:0;377014bd7527:36967 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:19:54,836 DEBUG [RS:0;377014bd7527:36967 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:19:54,837 INFO [RS:0;377014bd7527:36967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:54,837 INFO [RS:0;377014bd7527:36967 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:54,837 INFO [RS:0;377014bd7527:36967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:54,837 INFO [RS:0;377014bd7527:36967 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:54,837 INFO [RS:0;377014bd7527:36967 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:54,837 INFO [RS:0;377014bd7527:36967 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,36967,1732220392642-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:19:54,855 INFO [RS:0;377014bd7527:36967 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T20:19:54,856 INFO [RS:0;377014bd7527:36967 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,36967,1732220392642-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:54,856 INFO [RS:0;377014bd7527:36967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:54,856 INFO [RS:0;377014bd7527:36967 {}] regionserver.Replication(171): 377014bd7527,36967,1732220392642 started 2024-11-21T20:19:54,873 INFO [RS:0;377014bd7527:36967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:54,873 INFO [RS:0;377014bd7527:36967 {}] regionserver.HRegionServer(1482): Serving as 377014bd7527,36967,1732220392642, RpcServer on 377014bd7527/172.17.0.2:36967, sessionid=0x1015f0d88620001 2024-11-21T20:19:54,873 DEBUG [RS:0;377014bd7527:36967 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T20:19:54,873 DEBUG [RS:0;377014bd7527:36967 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 377014bd7527,36967,1732220392642 2024-11-21T20:19:54,874 DEBUG [RS:0;377014bd7527:36967 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,36967,1732220392642' 2024-11-21T20:19:54,874 DEBUG [RS:0;377014bd7527:36967 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01280855149/flush-table-proc/abort' 2024-11-21T20:19:54,874 DEBUG [RS:0;377014bd7527:36967 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01280855149/flush-table-proc/acquired' 2024-11-21T20:19:54,874 DEBUG [RS:0;377014bd7527:36967 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T20:19:54,874 DEBUG [RS:0;377014bd7527:36967 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T20:19:54,874 DEBUG [RS:0;377014bd7527:36967 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 377014bd7527,36967,1732220392642 2024-11-21T20:19:54,874 DEBUG [RS:0;377014bd7527:36967 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,36967,1732220392642' 2024-11-21T20:19:54,874 DEBUG [RS:0;377014bd7527:36967 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01280855149/online-snapshot/abort' 2024-11-21T20:19:54,875 DEBUG [RS:0;377014bd7527:36967 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01280855149/online-snapshot/acquired' 2024-11-21T20:19:54,875 DEBUG [RS:0;377014bd7527:36967 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T20:19:54,875 INFO [RS:0;377014bd7527:36967 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T20:19:54,875 INFO [RS:0;377014bd7527:36967 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T20:19:54,975 INFO [RS:0;377014bd7527:36967 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:19:54,976 INFO [RS:0;377014bd7527:36967 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C36967%2C1732220392642, suffix=, logDir=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642, archiveDir=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/oldWALs, maxLogs=10 2024-11-21T20:19:54,989 DEBUG [RS:0;377014bd7527:36967 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.1732220394977, exclude list is [], retry=0 2024-11-21T20:19:54,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43601,DS-e1220468-f2b1-425f-a937-3b6bde57b7a7,DISK] 2024-11-21T20:19:54,992 INFO [RS:0;377014bd7527:36967 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.1732220394977 2024-11-21T20:19:54,993 DEBUG [RS:0;377014bd7527:36967 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38551:38551)] 2024-11-21T20:19:55,131 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T20:19:55,132 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9 2024-11-21T20:19:55,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741833_1009 (size=32) 2024-11-21T20:19:55,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:19:55,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:19:55,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:19:55,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:55,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:19:55,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:19:55,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:19:55,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:55,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:19:55,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:19:55,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:19:55,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:55,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:19:55,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:19:55,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:19:55,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:55,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:19:55,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:19:55,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/meta/1588230740 2024-11-21T20:19:55,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/meta/1588230740 2024-11-21T20:19:55,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:19:55,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:19:55,546 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:19:55,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:19:55,549 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:19:55,549 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61307181, jitterRate=-0.08645181357860565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:19:55,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732220395537Initializing all the Stores at 1732220395538 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220395538Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220395538Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220395538Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220395538Cleaning up temporary data from old regions at 1732220395546 (+8 ms)Region opened successfully at 1732220395550 (+4 ms) 2024-11-21T20:19:55,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:19:55,550 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:19:55,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:19:55,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:19:55,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:19:55,550 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:19:55,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220395550Disabling compacts and flushes for region at 1732220395550Disabling writes for close at 1732220395550Writing region close event to WAL at 1732220395550Closed at 1732220395550 2024-11-21T20:19:55,551 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:19:55,551 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T20:19:55,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T20:19:55,552 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:19:55,553 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T20:19:55,703 DEBUG [377014bd7527:35595 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T20:19:55,703 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=377014bd7527,36967,1732220392642 2024-11-21T20:19:55,704 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,36967,1732220392642, state=OPENING 2024-11-21T20:19:55,714 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T20:19:55,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36967-0x1015f0d88620001, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01280855149 2024-11-21T20:19:55,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35595-0x1015f0d88620000, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01280855149 2024-11-21T20:19:55,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01280855149/meta-region-server: CHANGED 2024-11-21T20:19:55,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01280855149/meta-region-server: CHANGED 2024-11-21T20:19:55,725 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:19:55,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,36967,1732220392642}] 2024-11-21T20:19:55,877 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:19:55,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T20:19:55,883 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T20:19:55,883 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:19:55,884 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T20:19:55,885 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C36967%2C1732220392642.meta, suffix=.meta, logDir=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642, archiveDir=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/oldWALs, maxLogs=10 2024-11-21T20:19:55,897 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.meta.1732220395885.meta, exclude list is [], retry=0 2024-11-21T20:19:55,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43601,DS-e1220468-f2b1-425f-a937-3b6bde57b7a7,DISK] 2024-11-21T20:19:55,901 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.meta.1732220395885.meta 2024-11-21T20:19:55,901 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38551:38551)] 2024-11-21T20:19:55,901 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:19:55,901 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:19:55,901 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:19:55,901 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T20:19:55,901 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T20:19:55,902 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T20:19:55,902 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:19:55,902 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T20:19:55,902 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T20:19:55,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:19:55,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:19:55,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:55,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:19:55,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:19:55,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:19:55,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:55,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:19:55,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:19:55,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:19:55,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:55,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:19:55,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:19:55,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:19:55,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:19:55,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:19:55,908 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:19:55,909 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/meta/1588230740 2024-11-21T20:19:55,910 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/meta/1588230740 2024-11-21T20:19:55,911 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:19:55,911 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:19:55,911 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:19:55,912 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:19:55,913 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64475938, jitterRate=-0.039233654737472534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:19:55,913 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T20:19:55,913 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732220395902Writing region info on filesystem at 1732220395902Initializing all the Stores at 1732220395903 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220395903Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220395903Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220395903Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220395903Cleaning up temporary data from old regions at 1732220395911 (+8 ms)Running coprocessor post-open hooks at 1732220395913 (+2 ms)Region opened successfully at 1732220395913 2024-11-21T20:19:55,914 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732220395877 2024-11-21T20:19:55,916 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T20:19:55,916 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T20:19:55,916 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,36967,1732220392642 2024-11-21T20:19:55,917 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,36967,1732220392642, state=OPEN 2024-11-21T20:19:55,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36967-0x1015f0d88620001, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01280855149/meta-region-server 2024-11-21T20:19:55,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35595-0x1015f0d88620000, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01280855149/meta-region-server 2024-11-21T20:19:55,956 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=377014bd7527,36967,1732220392642 2024-11-21T20:19:55,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01280855149/meta-region-server: CHANGED 2024-11-21T20:19:55,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01280855149/meta-region-server: CHANGED 2024-11-21T20:19:55,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T20:19:55,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,36967,1732220392642 in 231 msec 2024-11-21T20:19:55,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T20:19:55,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 407 msec 2024-11-21T20:19:55,960 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:19:55,960 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T20:19:55,961 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:19:55,961 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,36967,1732220392642, seqNum=-1] 2024-11-21T20:19:55,961 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:19:55,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:19:55,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2490 sec 2024-11-21T20:19:55,967 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732220395967, completionTime=-1 2024-11-21T20:19:55,967 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T20:19:55,967 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T20:19:55,968 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T20:19:55,968 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732220455968 2024-11-21T20:19:55,968 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732220515968 2024-11-21T20:19:55,968 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T20:19:55,969 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,35595,1732220392448-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:55,969 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,35595,1732220392448-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:55,969 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,35595,1732220392448-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:55,969 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-377014bd7527:35595, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:55,969 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:55,969 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:55,970 DEBUG [master/377014bd7527:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T20:19:55,972 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.258sec 2024-11-21T20:19:55,972 INFO [master/377014bd7527:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T20:19:55,972 INFO [master/377014bd7527:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T20:19:55,972 INFO [master/377014bd7527:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T20:19:55,972 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T20:19:55,972 INFO [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T20:19:55,972 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,35595,1732220392448-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:19:55,972 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,35595,1732220392448-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T20:19:55,975 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T20:19:55,975 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T20:19:55,975 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,35595,1732220392448-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:19:55,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c8a0263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:19:55,976 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,35595,-1 for getting cluster id 2024-11-21T20:19:55,976 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:19:55,977 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'affc602c-0539-4e43-802d-91bfafa0bbec' 2024-11-21T20:19:55,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:19:55,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "affc602c-0539-4e43-802d-91bfafa0bbec" 2024-11-21T20:19:55,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e8a3b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:19:55,978 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,35595,-1] 2024-11-21T20:19:55,978 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:19:55,978 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:19:55,979 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:19:55,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@586d64af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:19:55,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:19:55,980 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,36967,1732220392642, seqNum=-1] 2024-11-21T20:19:55,980 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:19:55,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:19:55,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=377014bd7527,35595,1732220392448 2024-11-21T20:19:55,983 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58507 2024-11-21T20:19:55,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:19:55,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015f0d88620002 connected 2024-11-21T20:19:56,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/hadoop.log.dir so I do NOT create it in target/test-data/a19e5310-b338-5892-680a-c78af273b7ad 2024-11-21T20:19:56,012 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T20:19:56,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/hadoop.tmp.dir so I do NOT create it in target/test-data/a19e5310-b338-5892-680a-c78af273b7ad 2024-11-21T20:19:56,012 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T20:19:56,012 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19e5310-b338-5892-680a-c78af273b7ad 2024-11-21T20:19:56,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T20:19:56,012 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19e5310-b338-5892-680a-c78af273b7ad/cluster_dd84fa3f-3ec2-33dc-65af-d3365d672a1b, deleteOnExit=true 2024-11-21T20:19:56,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T20:19:56,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19e5310-b338-5892-680a-c78af273b7ad/test.cache.data in system properties and HBase conf 2024-11-21T20:19:56,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19e5310-b338-5892-680a-c78af273b7ad/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T20:19:56,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19e5310-b338-5892-680a-c78af273b7ad/hadoop.log.dir in system properties and HBase conf 2024-11-21T20:19:56,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19e5310-b338-5892-680a-c78af273b7ad/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T20:19:56,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19e5310-b338-5892-680a-c78af273b7ad/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T20:19:56,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T20:19:56,013 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T20:19:56,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19e5310-b338-5892-680a-c78af273b7ad/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:19:56,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19e5310-b338-5892-680a-c78af273b7ad/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:19:56,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19e5310-b338-5892-680a-c78af273b7ad/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T20:19:56,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19e5310-b338-5892-680a-c78af273b7ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:19:56,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19e5310-b338-5892-680a-c78af273b7ad/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T20:19:56,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19e5310-b338-5892-680a-c78af273b7ad/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T20:19:56,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19e5310-b338-5892-680a-c78af273b7ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:19:56,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19e5310-b338-5892-680a-c78af273b7ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:19:56,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19e5310-b338-5892-680a-c78af273b7ad/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T20:19:56,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19e5310-b338-5892-680a-c78af273b7ad/nfs.dump.dir in system properties and HBase conf 2024-11-21T20:19:56,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19e5310-b338-5892-680a-c78af273b7ad/java.io.tmpdir in system properties and HBase conf 2024-11-21T20:19:56,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19e5310-b338-5892-680a-c78af273b7ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:19:56,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19e5310-b338-5892-680a-c78af273b7ad/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T20:19:56,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19e5310-b338-5892-680a-c78af273b7ad/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T20:19:56,445 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:19:56,449 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:19:56,450 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:19:56,450 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:19:56,451 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T20:19:56,451 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:19:56,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27d8bc7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19e5310-b338-5892-680a-c78af273b7ad/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:19:56,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b74bab8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:19:56,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20a9193d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19e5310-b338-5892-680a-c78af273b7ad/java.io.tmpdir/jetty-localhost-40543-hadoop-hdfs-3_4_1-tests_jar-_-any-7297288866418585528/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:19:56,546 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cd741ea{HTTP/1.1, (http/1.1)}{localhost:40543} 2024-11-21T20:19:56,546 INFO [Time-limited test {}] server.Server(415): Started @172386ms 2024-11-21T20:19:56,807 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:19:56,810 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:19:56,814 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:19:56,814 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:19:56,814 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T20:19:56,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4723368d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19e5310-b338-5892-680a-c78af273b7ad/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:19:56,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@449c586f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:19:56,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2febc756{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19e5310-b338-5892-680a-c78af273b7ad/java.io.tmpdir/jetty-localhost-39797-hadoop-hdfs-3_4_1-tests_jar-_-any-18327439573088793636/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:19:56,911 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c143e7b{HTTP/1.1, (http/1.1)}{localhost:39797} 2024-11-21T20:19:56,911 INFO [Time-limited test {}] server.Server(415): Started @172750ms 2024-11-21T20:19:56,912 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T20:19:57,633 WARN [Thread-1803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19e5310-b338-5892-680a-c78af273b7ad/cluster_dd84fa3f-3ec2-33dc-65af-d3365d672a1b/data/data2/current/BP-1014524822-172.17.0.2-1732220396031/current, will proceed with Du for space computation calculation, 2024-11-21T20:19:57,633 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19e5310-b338-5892-680a-c78af273b7ad/cluster_dd84fa3f-3ec2-33dc-65af-d3365d672a1b/data/data1/current/BP-1014524822-172.17.0.2-1732220396031/current, will proceed with Du for space computation calculation, 2024-11-21T20:19:57,648 WARN [Thread-1790 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T20:19:57,650 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x81cf52528e356592 with lease ID 0xb7ba4583418bbb6d: Processing first storage report for DS-c96cdd0c-1809-4d52-bc20-a95771a449b5 from datanode DatanodeRegistration(127.0.0.1:43719, datanodeUuid=0e926590-ea9d-4664-8d5d-601e267f1866, infoPort=36933, infoSecurePort=0, ipcPort=42595, storageInfo=lv=-57;cid=testClusterID;nsid=78819898;c=1732220396031) 2024-11-21T20:19:57,650 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x81cf52528e356592 with lease ID 0xb7ba4583418bbb6d: from storage DS-c96cdd0c-1809-4d52-bc20-a95771a449b5 node DatanodeRegistration(127.0.0.1:43719, datanodeUuid=0e926590-ea9d-4664-8d5d-601e267f1866, infoPort=36933, infoSecurePort=0, ipcPort=42595, storageInfo=lv=-57;cid=testClusterID;nsid=78819898;c=1732220396031), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:19:57,650 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x81cf52528e356592 with lease ID 0xb7ba4583418bbb6d: Processing first storage report for DS-f81a448b-dee0-4b43-88a8-307ad14efacc from datanode DatanodeRegistration(127.0.0.1:43719, datanodeUuid=0e926590-ea9d-4664-8d5d-601e267f1866, infoPort=36933, infoSecurePort=0, ipcPort=42595, storageInfo=lv=-57;cid=testClusterID;nsid=78819898;c=1732220396031) 2024-11-21T20:19:57,650 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x81cf52528e356592 with lease ID 0xb7ba4583418bbb6d: from storage DS-f81a448b-dee0-4b43-88a8-307ad14efacc node DatanodeRegistration(127.0.0.1:43719, datanodeUuid=0e926590-ea9d-4664-8d5d-601e267f1866, infoPort=36933, infoSecurePort=0, ipcPort=42595, storageInfo=lv=-57;cid=testClusterID;nsid=78819898;c=1732220396031), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:19:57,742 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19e5310-b338-5892-680a-c78af273b7ad 2024-11-21T20:19:57,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:19:57,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:19:57,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43719 is added to blk_1073741825_1001 (size=7) 2024-11-21T20:19:58,151 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a with version=8 2024-11-21T20:19:58,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/hbase-staging 2024-11-21T20:19:58,153 INFO [Time-limited test {}] client.ConnectionUtils(128): master/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:19:58,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:19:58,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:19:58,153 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:19:58,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:19:58,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:19:58,153 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T20:19:58,153 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:19:58,154 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37715 2024-11-21T20:19:58,155 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37715 connecting to ZooKeeper ensemble=127.0.0.1:58507 2024-11-21T20:19:58,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377150x0, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:19:58,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37715-0x1015f0d88620003 connected 2024-11-21T20:19:58,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:19:58,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:19:58,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37715-0x1015f0d88620003, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Set watcher on znode that does not yet exist, /1-1608404466/running 2024-11-21T20:19:58,380 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a, hbase.cluster.distributed=false 2024-11-21T20:19:58,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37715-0x1015f0d88620003, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Set watcher on znode that does not yet exist, /1-1608404466/acl 2024-11-21T20:19:58,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37715 2024-11-21T20:19:58,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37715 2024-11-21T20:19:58,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37715 2024-11-21T20:19:58,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37715 2024-11-21T20:19:58,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37715 2024-11-21T20:19:58,402 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:19:58,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:19:58,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:19:58,403 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:19:58,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:19:58,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:19:58,403 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T20:19:58,403 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:19:58,404 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33015 2024-11-21T20:19:58,405 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33015 connecting to ZooKeeper ensemble=127.0.0.1:58507 2024-11-21T20:19:58,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:19:58,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:19:58,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330150x0, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:19:58,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330150x0, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Set watcher on znode that does not yet exist, /1-1608404466/running 2024-11-21T20:19:58,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33015-0x1015f0d88620004 connected 2024-11-21T20:19:58,420 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T20:19:58,421 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T20:19:58,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33015-0x1015f0d88620004, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Set watcher on znode that does not yet exist, /1-1608404466/master 2024-11-21T20:19:58,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33015-0x1015f0d88620004, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Set watcher on znode that does not yet exist, /1-1608404466/acl 2024-11-21T20:19:58,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33015 2024-11-21T20:19:58,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33015 2024-11-21T20:19:58,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33015 2024-11-21T20:19:58,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33015 2024-11-21T20:19:58,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33015 2024-11-21T20:19:58,438 DEBUG [M:0;377014bd7527:37715 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;377014bd7527:37715 2024-11-21T20:19:58,440 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1608404466/backup-masters/377014bd7527,37715,1732220398153 2024-11-21T20:19:58,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37715-0x1015f0d88620003, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608404466/backup-masters 2024-11-21T20:19:58,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33015-0x1015f0d88620004, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608404466/backup-masters 2024-11-21T20:19:58,452 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37715-0x1015f0d88620003, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Set watcher on existing znode=/1-1608404466/backup-masters/377014bd7527,37715,1732220398153 2024-11-21T20:19:58,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37715-0x1015f0d88620003, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608404466 2024-11-21T20:19:58,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33015-0x1015f0d88620004, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1608404466/master 2024-11-21T20:19:58,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33015-0x1015f0d88620004, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608404466 2024-11-21T20:19:58,462 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37715-0x1015f0d88620003, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Set watcher on existing znode=/1-1608404466/master 2024-11-21T20:19:58,462 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1608404466/backup-masters/377014bd7527,37715,1732220398153 from backup master directory 2024-11-21T20:19:58,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37715-0x1015f0d88620003, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1608404466/backup-masters/377014bd7527,37715,1732220398153 2024-11-21T20:19:58,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33015-0x1015f0d88620004, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608404466/backup-masters 2024-11-21T20:19:58,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37715-0x1015f0d88620003, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608404466/backup-masters 2024-11-21T20:19:58,472 WARN [master/377014bd7527:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:19:58,472 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=377014bd7527,37715,1732220398153 2024-11-21T20:19:58,479 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/hbase.id] with ID: 87d72d49-0c30-4340-95d0-19480207b306 2024-11-21T20:19:58,479 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/.tmp/hbase.id 2024-11-21T20:19:58,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43719 is added to blk_1073741826_1002 (size=42) 2024-11-21T20:19:58,889 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/.tmp/hbase.id]:[hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/hbase.id] 2024-11-21T20:19:58,899 INFO [master/377014bd7527:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:19:58,899 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T20:19:58,900 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T20:19:58,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37715-0x1015f0d88620003, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608404466 2024-11-21T20:19:58,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33015-0x1015f0d88620004, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608404466 2024-11-21T20:19:58,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43719 is added to blk_1073741827_1003 (size=196) 2024-11-21T20:19:59,385 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:19:59,386 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T20:19:59,386 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:19:59,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43719 is added to blk_1073741828_1004 (size=1189) 2024-11-21T20:19:59,793 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/MasterData/data/master/store 2024-11-21T20:19:59,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43719 is added to blk_1073741829_1005 (size=34) 2024-11-21T20:20:00,204 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:20:00,204 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:20:00,204 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:20:00,204 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:20:00,204 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:20:00,204 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:20:00,204 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:20:00,204 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220400204Disabling compacts and flushes for region at 1732220400204Disabling writes for close at 1732220400204Writing region close event to WAL at 1732220400204Closed at 1732220400204 2024-11-21T20:20:00,205 WARN [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/MasterData/data/master/store/.initializing 2024-11-21T20:20:00,205 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/MasterData/WALs/377014bd7527,37715,1732220398153 2024-11-21T20:20:00,206 INFO [master/377014bd7527:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:20:00,207 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=377014bd7527%2C37715%2C1732220398153, suffix=, logDir=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/MasterData/WALs/377014bd7527,37715,1732220398153, archiveDir=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/MasterData/oldWALs, maxLogs=10 2024-11-21T20:20:00,223 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/MasterData/WALs/377014bd7527,37715,1732220398153/377014bd7527%2C37715%2C1732220398153.1732220400208, exclude list is [], retry=0 2024-11-21T20:20:00,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43719,DS-c96cdd0c-1809-4d52-bc20-a95771a449b5,DISK] 2024-11-21T20:20:00,228 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/MasterData/WALs/377014bd7527,37715,1732220398153/377014bd7527%2C37715%2C1732220398153.1732220400208 2024-11-21T20:20:00,228 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36933:36933)] 2024-11-21T20:20:00,228 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:20:00,228 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:20:00,228 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:00,228 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:00,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:00,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T20:20:00,232 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:00,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:20:00,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:00,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T20:20:00,234 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:00,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:20:00,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:00,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T20:20:00,235 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:00,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:20:00,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:00,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T20:20:00,236 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:00,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:20:00,237 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:00,237 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:00,238 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:00,239 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:00,239 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:00,239 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:20:00,240 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:00,242 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:20:00,242 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62022580, jitterRate=-0.07579153776168823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:20:00,242 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732220400228Initializing all the Stores at 1732220400229 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220400229Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220400231 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220400231Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220400231Cleaning up temporary data from old regions at 1732220400239 (+8 ms)Region opened successfully at 1732220400242 (+3 ms) 2024-11-21T20:20:00,244 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T20:20:00,246 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13330771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:20:00,247 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T20:20:00,247 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T20:20:00,248 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T20:20:00,248 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T20:20:00,248 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T20:20:00,248 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T20:20:00,248 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T20:20:00,250 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T20:20:00,251 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37715-0x1015f0d88620003, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Unable to get data of znode /1-1608404466/balancer because node does not exist (not necessarily an error) 2024-11-21T20:20:00,346 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1608404466/balancer already deleted, retry=false 2024-11-21T20:20:00,346 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T20:20:00,347 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37715-0x1015f0d88620003, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Unable to get data of znode /1-1608404466/normalizer because node does not exist (not necessarily an error) 2024-11-21T20:20:00,356 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1608404466/normalizer already deleted, retry=false 2024-11-21T20:20:00,356 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T20:20:00,357 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37715-0x1015f0d88620003, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Unable to get data of znode /1-1608404466/switch/split because node does not exist (not necessarily an error) 2024-11-21T20:20:00,367 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1608404466/switch/split already deleted, retry=false 2024-11-21T20:20:00,368 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37715-0x1015f0d88620003, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Unable to get data of znode /1-1608404466/switch/merge because node does not exist (not necessarily an error) 2024-11-21T20:20:00,377 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1608404466/switch/merge already deleted, retry=false 2024-11-21T20:20:00,379 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37715-0x1015f0d88620003, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Unable to get data of znode /1-1608404466/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T20:20:00,388 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1608404466/snapshot-cleanup already deleted, retry=false 2024-11-21T20:20:00,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37715-0x1015f0d88620003, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1608404466/running 2024-11-21T20:20:00,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33015-0x1015f0d88620004, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1608404466/running 2024-11-21T20:20:00,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37715-0x1015f0d88620003, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608404466 2024-11-21T20:20:00,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33015-0x1015f0d88620004, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608404466 2024-11-21T20:20:00,398 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=377014bd7527,37715,1732220398153, sessionid=0x1015f0d88620003, setting cluster-up flag (Was=false) 2024-11-21T20:20:00,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33015-0x1015f0d88620004, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608404466 2024-11-21T20:20:00,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37715-0x1015f0d88620003, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608404466 2024-11-21T20:20:00,451 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1608404466/flush-table-proc/acquired, /1-1608404466/flush-table-proc/reached, /1-1608404466/flush-table-proc/abort 2024-11-21T20:20:00,452 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,37715,1732220398153 2024-11-21T20:20:00,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37715-0x1015f0d88620003, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608404466 2024-11-21T20:20:00,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33015-0x1015f0d88620004, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608404466 2024-11-21T20:20:00,503 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1608404466/online-snapshot/acquired, /1-1608404466/online-snapshot/reached, /1-1608404466/online-snapshot/abort 2024-11-21T20:20:00,504 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,37715,1732220398153 2024-11-21T20:20:00,505 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T20:20:00,506 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T20:20:00,506 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T20:20:00,507 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T20:20:00,507 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 377014bd7527,37715,1732220398153 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T20:20:00,508 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:20:00,508 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:20:00,508 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:20:00,508 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:20:00,508 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/377014bd7527:0, corePoolSize=10, maxPoolSize=10 2024-11-21T20:20:00,508 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:00,508 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:20:00,508 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:00,508 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732220430508 2024-11-21T20:20:00,509 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T20:20:00,509 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T20:20:00,509 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T20:20:00,509 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T20:20:00,509 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T20:20:00,509 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T20:20:00,509 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:20:00,509 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T20:20:00,509 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:00,509 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T20:20:00,509 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T20:20:00,509 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T20:20:00,509 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T20:20:00,510 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T20:20:00,510 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T20:20:00,510 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220400510,5,FailOnTimeoutGroup] 2024-11-21T20:20:00,510 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:00,510 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220400510,5,FailOnTimeoutGroup] 2024-11-21T20:20:00,510 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:00,510 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T20:20:00,510 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:00,510 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:00,510 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T20:20:00,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43719 is added to blk_1073741831_1007 (size=1321) 2024-11-21T20:20:00,530 INFO [RS:0;377014bd7527:33015 {}] regionserver.HRegionServer(746): ClusterId : 87d72d49-0c30-4340-95d0-19480207b306 2024-11-21T20:20:00,530 DEBUG [RS:0;377014bd7527:33015 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T20:20:00,536 DEBUG [RS:0;377014bd7527:33015 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T20:20:00,536 DEBUG [RS:0;377014bd7527:33015 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T20:20:00,546 DEBUG [RS:0;377014bd7527:33015 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T20:20:00,547 DEBUG [RS:0;377014bd7527:33015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c801a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:20:00,557 DEBUG [RS:0;377014bd7527:33015 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;377014bd7527:33015 2024-11-21T20:20:00,557 INFO [RS:0;377014bd7527:33015 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T20:20:00,557 INFO [RS:0;377014bd7527:33015 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T20:20:00,557 DEBUG [RS:0;377014bd7527:33015 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T20:20:00,558 INFO [RS:0;377014bd7527:33015 {}] regionserver.HRegionServer(2659): reportForDuty to master=377014bd7527,37715,1732220398153 with port=33015, startcode=1732220398402 2024-11-21T20:20:00,558 DEBUG [RS:0;377014bd7527:33015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T20:20:00,559 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T20:20:00,559 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37715 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 377014bd7527,33015,1732220398402 2024-11-21T20:20:00,559 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37715 {}] master.ServerManager(517): Registering regionserver=377014bd7527,33015,1732220398402 2024-11-21T20:20:00,560 DEBUG [RS:0;377014bd7527:33015 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a 2024-11-21T20:20:00,560 DEBUG [RS:0;377014bd7527:33015 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41585 2024-11-21T20:20:00,561 DEBUG [RS:0;377014bd7527:33015 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T20:20:00,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37715-0x1015f0d88620003, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608404466/rs 2024-11-21T20:20:00,611 DEBUG [RS:0;377014bd7527:33015 {}] zookeeper.ZKUtil(111): regionserver:33015-0x1015f0d88620004, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Set watcher on existing znode=/1-1608404466/rs/377014bd7527,33015,1732220398402 2024-11-21T20:20:00,611 WARN [RS:0;377014bd7527:33015 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:20:00,612 INFO [RS:0;377014bd7527:33015 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:20:00,612 DEBUG [RS:0;377014bd7527:33015 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/WALs/377014bd7527,33015,1732220398402 2024-11-21T20:20:00,612 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [377014bd7527,33015,1732220398402] 2024-11-21T20:20:00,615 INFO [RS:0;377014bd7527:33015 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T20:20:00,617 INFO [RS:0;377014bd7527:33015 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T20:20:00,617 INFO [RS:0;377014bd7527:33015 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T20:20:00,617 INFO [RS:0;377014bd7527:33015 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:00,617 INFO [RS:0;377014bd7527:33015 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T20:20:00,618 INFO [RS:0;377014bd7527:33015 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T20:20:00,618 INFO [RS:0;377014bd7527:33015 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:00,618 DEBUG [RS:0;377014bd7527:33015 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:00,618 DEBUG [RS:0;377014bd7527:33015 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:00,618 DEBUG [RS:0;377014bd7527:33015 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:00,618 DEBUG [RS:0;377014bd7527:33015 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:00,618 DEBUG [RS:0;377014bd7527:33015 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:00,618 DEBUG [RS:0;377014bd7527:33015 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:20:00,618 DEBUG [RS:0;377014bd7527:33015 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:00,618 DEBUG [RS:0;377014bd7527:33015 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:00,618 DEBUG [RS:0;377014bd7527:33015 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:00,618 DEBUG [RS:0;377014bd7527:33015 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:00,618 DEBUG [RS:0;377014bd7527:33015 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:00,618 DEBUG [RS:0;377014bd7527:33015 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:00,618 DEBUG [RS:0;377014bd7527:33015 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:20:00,618 DEBUG [RS:0;377014bd7527:33015 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:20:00,619 INFO [RS:0;377014bd7527:33015 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:00,619 INFO [RS:0;377014bd7527:33015 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:00,619 INFO [RS:0;377014bd7527:33015 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:00,619 INFO [RS:0;377014bd7527:33015 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:00,619 INFO [RS:0;377014bd7527:33015 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:00,619 INFO [RS:0;377014bd7527:33015 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,33015,1732220398402-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:20:00,632 INFO [RS:0;377014bd7527:33015 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T20:20:00,632 INFO [RS:0;377014bd7527:33015 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,33015,1732220398402-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:00,632 INFO [RS:0;377014bd7527:33015 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:00,632 INFO [RS:0;377014bd7527:33015 {}] regionserver.Replication(171): 377014bd7527,33015,1732220398402 started 2024-11-21T20:20:00,644 INFO [RS:0;377014bd7527:33015 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:00,644 INFO [RS:0;377014bd7527:33015 {}] regionserver.HRegionServer(1482): Serving as 377014bd7527,33015,1732220398402, RpcServer on 377014bd7527/172.17.0.2:33015, sessionid=0x1015f0d88620004 2024-11-21T20:20:00,645 DEBUG [RS:0;377014bd7527:33015 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T20:20:00,645 DEBUG [RS:0;377014bd7527:33015 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 377014bd7527,33015,1732220398402 2024-11-21T20:20:00,645 DEBUG [RS:0;377014bd7527:33015 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,33015,1732220398402' 2024-11-21T20:20:00,645 DEBUG [RS:0;377014bd7527:33015 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1608404466/flush-table-proc/abort' 2024-11-21T20:20:00,645 DEBUG [RS:0;377014bd7527:33015 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1608404466/flush-table-proc/acquired' 2024-11-21T20:20:00,646 DEBUG [RS:0;377014bd7527:33015 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T20:20:00,646 DEBUG [RS:0;377014bd7527:33015 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T20:20:00,646 DEBUG [RS:0;377014bd7527:33015 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 377014bd7527,33015,1732220398402 2024-11-21T20:20:00,646 DEBUG [RS:0;377014bd7527:33015 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,33015,1732220398402' 2024-11-21T20:20:00,646 DEBUG [RS:0;377014bd7527:33015 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1608404466/online-snapshot/abort' 2024-11-21T20:20:00,646 DEBUG [RS:0;377014bd7527:33015 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1608404466/online-snapshot/acquired' 2024-11-21T20:20:00,646 DEBUG [RS:0;377014bd7527:33015 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T20:20:00,646 INFO [RS:0;377014bd7527:33015 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T20:20:00,646 INFO [RS:0;377014bd7527:33015 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T20:20:00,747 INFO [RS:0;377014bd7527:33015 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:20:00,748 INFO [RS:0;377014bd7527:33015 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C33015%2C1732220398402, suffix=, logDir=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/WALs/377014bd7527,33015,1732220398402, archiveDir=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/oldWALs, maxLogs=10 2024-11-21T20:20:00,760 DEBUG [RS:0;377014bd7527:33015 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/WALs/377014bd7527,33015,1732220398402/377014bd7527%2C33015%2C1732220398402.1732220400748, exclude list is [], retry=0 2024-11-21T20:20:00,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43719,DS-c96cdd0c-1809-4d52-bc20-a95771a449b5,DISK] 2024-11-21T20:20:00,764 INFO [RS:0;377014bd7527:33015 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/WALs/377014bd7527,33015,1732220398402/377014bd7527%2C33015%2C1732220398402.1732220400748 2024-11-21T20:20:00,764 DEBUG [RS:0;377014bd7527:33015 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36933:36933)] 2024-11-21T20:20:00,833 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T20:20:00,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T20:20:00,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T20:20:00,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:20:00,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T20:20:00,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:20:00,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T20:20:00,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T20:20:00,839 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T20:20:00,919 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T20:20:00,919 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a 2024-11-21T20:20:00,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43719 is added to blk_1073741833_1009 (size=32) 2024-11-21T20:20:01,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:20:01,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:20:01,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:20:01,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:01,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:20:01,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:20:01,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:20:01,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:01,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:20:01,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:20:01,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:20:01,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:01,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:20:01,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:20:01,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:20:01,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:01,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:20:01,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:20:01,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/meta/1588230740 2024-11-21T20:20:01,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/meta/1588230740 2024-11-21T20:20:01,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:20:01,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:20:01,334 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:20:01,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:20:01,336 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:20:01,336 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72692876, jitterRate=0.08320826292037964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:20:01,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732220401325Initializing all the Stores at 1732220401326 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220401326Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220401326Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220401326Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220401326Cleaning up temporary data from old regions at 1732220401334 (+8 ms)Region opened successfully at 1732220401337 (+3 ms) 2024-11-21T20:20:01,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:20:01,337 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:20:01,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:20:01,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:20:01,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:20:01,337 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:20:01,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220401337Disabling compacts and flushes for region at 1732220401337Disabling writes for close at 1732220401337Writing region close event to WAL at 1732220401337Closed at 1732220401337 2024-11-21T20:20:01,338 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:20:01,338 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T20:20:01,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T20:20:01,339 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:20:01,339 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T20:20:01,404 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:20:01,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:01,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:01,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:01,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:01,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:01,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:01,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:01,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:01,490 DEBUG [377014bd7527:37715 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T20:20:01,490 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=377014bd7527,33015,1732220398402 2024-11-21T20:20:01,491 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,33015,1732220398402, state=OPENING 2024-11-21T20:20:01,546 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T20:20:01,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33015-0x1015f0d88620004, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608404466 2024-11-21T20:20:01,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37715-0x1015f0d88620003, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608404466 2024-11-21T20:20:01,557 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:20:01,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1608404466/meta-region-server: CHANGED 2024-11-21T20:20:01,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1608404466/meta-region-server: CHANGED 2024-11-21T20:20:01,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,33015,1732220398402}] 2024-11-21T20:20:01,709 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:20:01,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T20:20:01,714 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T20:20:01,714 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:20:01,714 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T20:20:01,715 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C33015%2C1732220398402.meta, suffix=.meta, logDir=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/WALs/377014bd7527,33015,1732220398402, archiveDir=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/oldWALs, maxLogs=10 2024-11-21T20:20:01,727 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/WALs/377014bd7527,33015,1732220398402/377014bd7527%2C33015%2C1732220398402.meta.1732220401715.meta, exclude list is [], retry=0 2024-11-21T20:20:01,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43719,DS-c96cdd0c-1809-4d52-bc20-a95771a449b5,DISK] 2024-11-21T20:20:01,730 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/WALs/377014bd7527,33015,1732220398402/377014bd7527%2C33015%2C1732220398402.meta.1732220401715.meta 2024-11-21T20:20:01,730 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36933:36933)] 2024-11-21T20:20:01,730 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:20:01,731 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:20:01,731 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:20:01,731 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T20:20:01,731 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T20:20:01,731 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T20:20:01,731 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:20:01,731 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T20:20:01,731 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T20:20:01,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:20:01,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:20:01,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:01,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:20:01,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:20:01,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:20:01,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:01,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:20:01,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:20:01,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:20:01,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:01,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:20:01,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:20:01,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:20:01,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:01,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:20:01,737 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:20:01,738 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/meta/1588230740 2024-11-21T20:20:01,739 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/meta/1588230740 2024-11-21T20:20:01,740 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:20:01,740 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:20:01,740 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:20:01,741 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:20:01,741 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70454047, jitterRate=0.049847111105918884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:20:01,742 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T20:20:01,742 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732220401731Writing region info on filesystem at 1732220401731Initializing all the Stores at 1732220401732 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220401732Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220401732Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220401732Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220401732Cleaning up temporary data from old regions at 1732220401740 (+8 ms)Running coprocessor post-open hooks at 1732220401742 (+2 ms)Region opened successfully at 1732220401742 2024-11-21T20:20:01,742 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732220401709 2024-11-21T20:20:01,744 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T20:20:01,744 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T20:20:01,745 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,33015,1732220398402 2024-11-21T20:20:01,745 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,33015,1732220398402, state=OPEN 2024-11-21T20:20:01,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37715-0x1015f0d88620003, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1608404466/meta-region-server 2024-11-21T20:20:01,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33015-0x1015f0d88620004, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1608404466/meta-region-server 2024-11-21T20:20:01,756 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=377014bd7527,33015,1732220398402 2024-11-21T20:20:01,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1608404466/meta-region-server: CHANGED 2024-11-21T20:20:01,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1608404466/meta-region-server: CHANGED 2024-11-21T20:20:01,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T20:20:01,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,33015,1732220398402 in 199 msec 2024-11-21T20:20:01,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T20:20:01,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 420 msec 2024-11-21T20:20:01,760 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:20:01,760 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T20:20:01,761 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:20:01,761 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,33015,1732220398402, seqNum=-1] 2024-11-21T20:20:01,762 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:20:01,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:20:01,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2590 sec 2024-11-21T20:20:01,767 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732220401766, completionTime=-1 2024-11-21T20:20:01,767 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T20:20:01,767 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T20:20:01,768 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T20:20:01,768 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732220461768 2024-11-21T20:20:01,768 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732220521768 2024-11-21T20:20:01,768 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T20:20:01,769 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,37715,1732220398153-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:01,769 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,37715,1732220398153-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:01,769 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,37715,1732220398153-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:01,769 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-377014bd7527:37715, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:01,769 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:01,769 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:01,770 DEBUG [master/377014bd7527:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T20:20:01,772 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.300sec 2024-11-21T20:20:01,772 INFO [master/377014bd7527:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T20:20:01,772 INFO [master/377014bd7527:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T20:20:01,772 INFO [master/377014bd7527:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T20:20:01,772 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T20:20:01,772 INFO [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T20:20:01,772 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,37715,1732220398153-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:20:01,772 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,37715,1732220398153-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T20:20:01,774 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T20:20:01,774 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T20:20:01,774 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,37715,1732220398153-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:01,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b981b4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:01,831 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,37715,-1 for getting cluster id 2024-11-21T20:20:01,831 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:20:01,832 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87d72d49-0c30-4340-95d0-19480207b306' 2024-11-21T20:20:01,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:20:01,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87d72d49-0c30-4340-95d0-19480207b306" 2024-11-21T20:20:01,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff20e78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:01,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,37715,-1] 2024-11-21T20:20:01,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:20:01,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:01,833 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:20:01,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59508997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:01,834 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:20:01,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,33015,1732220398402, seqNum=-1] 2024-11-21T20:20:01,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:20:01,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:20:01,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=377014bd7527,37715,1732220398153 2024-11-21T20:20:01,838 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58507 2024-11-21T20:20:01,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:20:01,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015f0d88620005 connected 2024-11-21T20:20:01,863 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:20:01,864 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,35595,1732220392448 2024-11-21T20:20:01,864 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f4cb5ed 2024-11-21T20:20:01,864 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:20:01,865 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:20:01,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35595 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:20:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35595 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T20:20:01,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:20:01,868 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:01,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35595 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T20:20:01,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:20:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:20:01,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741835_1011 (size=902) 2024-11-21T20:20:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:20:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:20:02,278 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c96769b554e99d1c2e0e3c0f59fb79f1, NAME => 'test,,1732220401866.c96769b554e99d1c2e0e3c0f59fb79f1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9 2024-11-21T20:20:02,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741836_1012 (size=39) 2024-11-21T20:20:02,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732220401866.c96769b554e99d1c2e0e3c0f59fb79f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:20:02,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c96769b554e99d1c2e0e3c0f59fb79f1, disabling compactions & flushes 2024-11-21T20:20:02,287 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732220401866.c96769b554e99d1c2e0e3c0f59fb79f1. 2024-11-21T20:20:02,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732220401866.c96769b554e99d1c2e0e3c0f59fb79f1. 2024-11-21T20:20:02,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732220401866.c96769b554e99d1c2e0e3c0f59fb79f1. after waiting 0 ms 2024-11-21T20:20:02,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732220401866.c96769b554e99d1c2e0e3c0f59fb79f1. 2024-11-21T20:20:02,287 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732220401866.c96769b554e99d1c2e0e3c0f59fb79f1. 2024-11-21T20:20:02,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c96769b554e99d1c2e0e3c0f59fb79f1: Waiting for close lock at 1732220402287Disabling compacts and flushes for region at 1732220402287Disabling writes for close at 1732220402287Writing region close event to WAL at 1732220402287Closed at 1732220402287 2024-11-21T20:20:02,288 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:20:02,288 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732220401866.c96769b554e99d1c2e0e3c0f59fb79f1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732220402288"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220402288"}]},"ts":"1732220402288"} 2024-11-21T20:20:02,290 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:20:02,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:20:02,291 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220402291"}]},"ts":"1732220402291"} 2024-11-21T20:20:02,293 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T20:20:02,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c96769b554e99d1c2e0e3c0f59fb79f1, ASSIGN}] 2024-11-21T20:20:02,294 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c96769b554e99d1c2e0e3c0f59fb79f1, ASSIGN 2024-11-21T20:20:02,295 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c96769b554e99d1c2e0e3c0f59fb79f1, ASSIGN; state=OFFLINE, location=377014bd7527,36967,1732220392642; forceNewPlan=false, retain=false 2024-11-21T20:20:02,445 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c96769b554e99d1c2e0e3c0f59fb79f1, regionState=OPENING, regionLocation=377014bd7527,36967,1732220392642 2024-11-21T20:20:02,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c96769b554e99d1c2e0e3c0f59fb79f1, ASSIGN because future has completed 2024-11-21T20:20:02,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c96769b554e99d1c2e0e3c0f59fb79f1, server=377014bd7527,36967,1732220392642}] 2024-11-21T20:20:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:20:02,603 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732220401866.c96769b554e99d1c2e0e3c0f59fb79f1. 2024-11-21T20:20:02,603 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c96769b554e99d1c2e0e3c0f59fb79f1, NAME => 'test,,1732220401866.c96769b554e99d1c2e0e3c0f59fb79f1.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:20:02,604 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:20:02,604 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T20:20:02,604 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c96769b554e99d1c2e0e3c0f59fb79f1 2024-11-21T20:20:02,604 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732220401866.c96769b554e99d1c2e0e3c0f59fb79f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:20:02,604 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c96769b554e99d1c2e0e3c0f59fb79f1 2024-11-21T20:20:02,604 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c96769b554e99d1c2e0e3c0f59fb79f1 2024-11-21T20:20:02,605 INFO [StoreOpener-c96769b554e99d1c2e0e3c0f59fb79f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c96769b554e99d1c2e0e3c0f59fb79f1 2024-11-21T20:20:02,606 INFO [StoreOpener-c96769b554e99d1c2e0e3c0f59fb79f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c96769b554e99d1c2e0e3c0f59fb79f1 columnFamilyName f 2024-11-21T20:20:02,606 DEBUG [StoreOpener-c96769b554e99d1c2e0e3c0f59fb79f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:02,607 INFO [StoreOpener-c96769b554e99d1c2e0e3c0f59fb79f1-1 {}] regionserver.HStore(327): Store=c96769b554e99d1c2e0e3c0f59fb79f1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:20:02,607 INFO [StoreOpener-c96769b554e99d1c2e0e3c0f59fb79f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c96769b554e99d1c2e0e3c0f59fb79f1 2024-11-21T20:20:02,607 INFO [StoreOpener-c96769b554e99d1c2e0e3c0f59fb79f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c96769b554e99d1c2e0e3c0f59fb79f1 columnFamilyName f1 2024-11-21T20:20:02,608 DEBUG [StoreOpener-c96769b554e99d1c2e0e3c0f59fb79f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:02,608 INFO [StoreOpener-c96769b554e99d1c2e0e3c0f59fb79f1-1 {}] regionserver.HStore(327): Store=c96769b554e99d1c2e0e3c0f59fb79f1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:20:02,608 INFO [StoreOpener-c96769b554e99d1c2e0e3c0f59fb79f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c96769b554e99d1c2e0e3c0f59fb79f1 2024-11-21T20:20:02,609 INFO [StoreOpener-c96769b554e99d1c2e0e3c0f59fb79f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c96769b554e99d1c2e0e3c0f59fb79f1 columnFamilyName norep 2024-11-21T20:20:02,609 DEBUG [StoreOpener-c96769b554e99d1c2e0e3c0f59fb79f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:02,609 INFO [StoreOpener-c96769b554e99d1c2e0e3c0f59fb79f1-1 {}] regionserver.HStore(327): Store=c96769b554e99d1c2e0e3c0f59fb79f1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:20:02,609 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c96769b554e99d1c2e0e3c0f59fb79f1 2024-11-21T20:20:02,610 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/default/test/c96769b554e99d1c2e0e3c0f59fb79f1 2024-11-21T20:20:02,610 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/default/test/c96769b554e99d1c2e0e3c0f59fb79f1 2024-11-21T20:20:02,611 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c96769b554e99d1c2e0e3c0f59fb79f1 2024-11-21T20:20:02,611 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c96769b554e99d1c2e0e3c0f59fb79f1 2024-11-21T20:20:02,611 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:20:02,612 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c96769b554e99d1c2e0e3c0f59fb79f1 2024-11-21T20:20:02,614 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/default/test/c96769b554e99d1c2e0e3c0f59fb79f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:20:02,614 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c96769b554e99d1c2e0e3c0f59fb79f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59158751, jitterRate=-0.11846591532230377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:20:02,614 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c96769b554e99d1c2e0e3c0f59fb79f1 2024-11-21T20:20:02,615 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c96769b554e99d1c2e0e3c0f59fb79f1: Running coprocessor pre-open hook at 1732220402604Writing region info on filesystem at 1732220402604Initializing all the Stores at 1732220402605 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220402605Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220402605Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220402605Cleaning up temporary data from old regions at 1732220402611 (+6 ms)Running coprocessor post-open hooks at 1732220402614 (+3 ms)Region opened successfully at 1732220402615 (+1 ms) 2024-11-21T20:20:02,616 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732220401866.c96769b554e99d1c2e0e3c0f59fb79f1., pid=6, masterSystemTime=1732220402600 2024-11-21T20:20:02,617 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732220401866.c96769b554e99d1c2e0e3c0f59fb79f1. 2024-11-21T20:20:02,617 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732220401866.c96769b554e99d1c2e0e3c0f59fb79f1. 2024-11-21T20:20:02,618 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c96769b554e99d1c2e0e3c0f59fb79f1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=377014bd7527,36967,1732220392642 2024-11-21T20:20:02,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c96769b554e99d1c2e0e3c0f59fb79f1, server=377014bd7527,36967,1732220392642 because future has completed 2024-11-21T20:20:02,622 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T20:20:02,622 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c96769b554e99d1c2e0e3c0f59fb79f1, server=377014bd7527,36967,1732220392642 in 173 msec 2024-11-21T20:20:02,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T20:20:02,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c96769b554e99d1c2e0e3c0f59fb79f1, ASSIGN in 329 msec 2024-11-21T20:20:02,625 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:20:02,625 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220402625"}]},"ts":"1732220402625"} 2024-11-21T20:20:02,627 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T20:20:02,627 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:20:02,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 761 msec 2024-11-21T20:20:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:20:03,003 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T20:20:03,003 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:20:03,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,37715,1732220398153 2024-11-21T20:20:03,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72c9e475 2024-11-21T20:20:03,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:20:03,005 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:20:03,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37715 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:20:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37715 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T20:20:03,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:20:03,008 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:03,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37715 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T20:20:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:20:03,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:20:03,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43719 is added to blk_1073741835_1011 (size=902) 2024-11-21T20:20:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:20:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:20:03,419 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5716c4d14eff6637dbb10838b39c8612, NAME => 'test,,1732220403005.5716c4d14eff6637dbb10838b39c8612.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a 2024-11-21T20:20:03,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43719 is added to blk_1073741836_1012 (size=39) 2024-11-21T20:20:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:20:03,825 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732220403005.5716c4d14eff6637dbb10838b39c8612.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:20:03,825 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5716c4d14eff6637dbb10838b39c8612, disabling compactions & flushes 2024-11-21T20:20:03,825 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732220403005.5716c4d14eff6637dbb10838b39c8612. 2024-11-21T20:20:03,825 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732220403005.5716c4d14eff6637dbb10838b39c8612. 2024-11-21T20:20:03,825 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732220403005.5716c4d14eff6637dbb10838b39c8612. after waiting 0 ms 2024-11-21T20:20:03,825 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732220403005.5716c4d14eff6637dbb10838b39c8612. 2024-11-21T20:20:03,825 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732220403005.5716c4d14eff6637dbb10838b39c8612. 2024-11-21T20:20:03,825 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5716c4d14eff6637dbb10838b39c8612: Waiting for close lock at 1732220403825Disabling compacts and flushes for region at 1732220403825Disabling writes for close at 1732220403825Writing region close event to WAL at 1732220403825Closed at 1732220403825 2024-11-21T20:20:03,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:20:03,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732220403005.5716c4d14eff6637dbb10838b39c8612.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732220403827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220403827"}]},"ts":"1732220403827"} 2024-11-21T20:20:03,829 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:20:03,830 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:20:03,830 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220403830"}]},"ts":"1732220403830"} 2024-11-21T20:20:03,832 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T20:20:03,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5716c4d14eff6637dbb10838b39c8612, ASSIGN}] 2024-11-21T20:20:03,833 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5716c4d14eff6637dbb10838b39c8612, ASSIGN 2024-11-21T20:20:03,833 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5716c4d14eff6637dbb10838b39c8612, ASSIGN; state=OFFLINE, location=377014bd7527,33015,1732220398402; forceNewPlan=false, retain=false 2024-11-21T20:20:03,984 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5716c4d14eff6637dbb10838b39c8612, regionState=OPENING, regionLocation=377014bd7527,33015,1732220398402 2024-11-21T20:20:03,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5716c4d14eff6637dbb10838b39c8612, ASSIGN because future has completed 2024-11-21T20:20:03,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5716c4d14eff6637dbb10838b39c8612, server=377014bd7527,33015,1732220398402}] 2024-11-21T20:20:04,142 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732220403005.5716c4d14eff6637dbb10838b39c8612. 2024-11-21T20:20:04,142 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5716c4d14eff6637dbb10838b39c8612, NAME => 'test,,1732220403005.5716c4d14eff6637dbb10838b39c8612.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:20:04,143 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:20:04,143 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T20:20:04,143 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5716c4d14eff6637dbb10838b39c8612 2024-11-21T20:20:04,143 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732220403005.5716c4d14eff6637dbb10838b39c8612.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:20:04,143 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5716c4d14eff6637dbb10838b39c8612 2024-11-21T20:20:04,143 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5716c4d14eff6637dbb10838b39c8612 2024-11-21T20:20:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:20:04,144 INFO [StoreOpener-5716c4d14eff6637dbb10838b39c8612-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5716c4d14eff6637dbb10838b39c8612 2024-11-21T20:20:04,145 INFO [StoreOpener-5716c4d14eff6637dbb10838b39c8612-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5716c4d14eff6637dbb10838b39c8612 columnFamilyName f 2024-11-21T20:20:04,145 DEBUG [StoreOpener-5716c4d14eff6637dbb10838b39c8612-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:04,146 INFO [StoreOpener-5716c4d14eff6637dbb10838b39c8612-1 {}] regionserver.HStore(327): Store=5716c4d14eff6637dbb10838b39c8612/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:20:04,146 INFO [StoreOpener-5716c4d14eff6637dbb10838b39c8612-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5716c4d14eff6637dbb10838b39c8612 2024-11-21T20:20:04,146 INFO [StoreOpener-5716c4d14eff6637dbb10838b39c8612-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5716c4d14eff6637dbb10838b39c8612 columnFamilyName f1 2024-11-21T20:20:04,146 DEBUG [StoreOpener-5716c4d14eff6637dbb10838b39c8612-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:04,147 INFO [StoreOpener-5716c4d14eff6637dbb10838b39c8612-1 {}] regionserver.HStore(327): Store=5716c4d14eff6637dbb10838b39c8612/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:20:04,147 INFO [StoreOpener-5716c4d14eff6637dbb10838b39c8612-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5716c4d14eff6637dbb10838b39c8612 2024-11-21T20:20:04,148 INFO [StoreOpener-5716c4d14eff6637dbb10838b39c8612-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5716c4d14eff6637dbb10838b39c8612 columnFamilyName norep 2024-11-21T20:20:04,148 DEBUG [StoreOpener-5716c4d14eff6637dbb10838b39c8612-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:04,148 INFO [StoreOpener-5716c4d14eff6637dbb10838b39c8612-1 {}] regionserver.HStore(327): Store=5716c4d14eff6637dbb10838b39c8612/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:20:04,148 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5716c4d14eff6637dbb10838b39c8612 2024-11-21T20:20:04,148 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/default/test/5716c4d14eff6637dbb10838b39c8612 2024-11-21T20:20:04,149 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/default/test/5716c4d14eff6637dbb10838b39c8612 2024-11-21T20:20:04,150 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5716c4d14eff6637dbb10838b39c8612 2024-11-21T20:20:04,150 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5716c4d14eff6637dbb10838b39c8612 2024-11-21T20:20:04,150 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:20:04,151 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5716c4d14eff6637dbb10838b39c8612 2024-11-21T20:20:04,153 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/default/test/5716c4d14eff6637dbb10838b39c8612/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:20:04,153 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5716c4d14eff6637dbb10838b39c8612; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62984412, jitterRate=-0.061459124088287354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:20:04,153 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5716c4d14eff6637dbb10838b39c8612 2024-11-21T20:20:04,153 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5716c4d14eff6637dbb10838b39c8612: Running coprocessor pre-open hook at 1732220404143Writing region info on filesystem at 1732220404143Initializing all the Stores at 1732220404144 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220404144Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220404144Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220404144Cleaning up temporary data from old regions at 1732220404150 (+6 ms)Running coprocessor post-open hooks at 1732220404153 (+3 ms)Region opened successfully at 1732220404153 2024-11-21T20:20:04,154 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732220403005.5716c4d14eff6637dbb10838b39c8612., pid=6, masterSystemTime=1732220404139 2024-11-21T20:20:04,156 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732220403005.5716c4d14eff6637dbb10838b39c8612. 2024-11-21T20:20:04,156 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732220403005.5716c4d14eff6637dbb10838b39c8612. 2024-11-21T20:20:04,156 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5716c4d14eff6637dbb10838b39c8612, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=377014bd7527,33015,1732220398402 2024-11-21T20:20:04,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5716c4d14eff6637dbb10838b39c8612, server=377014bd7527,33015,1732220398402 because future has completed 2024-11-21T20:20:04,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T20:20:04,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5716c4d14eff6637dbb10838b39c8612, server=377014bd7527,33015,1732220398402 in 172 msec 2024-11-21T20:20:04,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T20:20:04,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5716c4d14eff6637dbb10838b39c8612, ASSIGN in 329 msec 2024-11-21T20:20:04,163 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:20:04,163 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220404163"}]},"ts":"1732220404163"} 2024-11-21T20:20:04,165 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T20:20:04,165 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:20:04,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-21T20:20:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:20:05,154 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T20:20:05,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7729d149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:05,154 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,35595,-1 for getting cluster id 2024-11-21T20:20:05,155 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:20:05,155 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'affc602c-0539-4e43-802d-91bfafa0bbec' 2024-11-21T20:20:05,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:20:05,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "affc602c-0539-4e43-802d-91bfafa0bbec" 2024-11-21T20:20:05,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3adb8a70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:05,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,35595,-1] 2024-11-21T20:20:05,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:20:05,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:05,157 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:20:05,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@790d88f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:05,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c929a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:05,158 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,37715,-1 for getting cluster id 2024-11-21T20:20:05,158 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:20:05,159 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87d72d49-0c30-4340-95d0-19480207b306' 2024-11-21T20:20:05,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:20:05,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87d72d49-0c30-4340-95d0-19480207b306" 2024-11-21T20:20:05,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d3c564, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:05,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,37715,-1] 2024-11-21T20:20:05,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:20:05,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:05,160 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:20:05,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77bafe7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:05,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c17d82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:05,161 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,35595,-1 for getting cluster id 2024-11-21T20:20:05,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:20:05,162 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'affc602c-0539-4e43-802d-91bfafa0bbec' 2024-11-21T20:20:05,162 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:20:05,162 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "affc602c-0539-4e43-802d-91bfafa0bbec" 2024-11-21T20:20:05,162 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@220f788a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:05,162 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,35595,-1] 2024-11-21T20:20:05,162 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:20:05,162 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:05,163 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:20:05,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1857e79e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:05,164 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:20:05,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,35595,1732220392448 2024-11-21T20:20:05,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ee6789b 2024-11-21T20:20:05,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:20:05,165 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:20:05,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35595 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://377014bd7527:37715,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T20:20:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35595 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T20:20:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:20:05,168 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:37715' 2024-11-21T20:20:05,169 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30bd99b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:05,169 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,37715,-1 for getting cluster id 2024-11-21T20:20:05,169 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:20:05,170 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87d72d49-0c30-4340-95d0-19480207b306' 2024-11-21T20:20:05,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:20:05,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87d72d49-0c30-4340-95d0-19480207b306" 2024-11-21T20:20:05,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@286186e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:05,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,37715,-1] 2024-11-21T20:20:05,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:20:05,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:05,171 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:20:05,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df22b30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:05,172 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:20:05,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,37715,1732220398153 2024-11-21T20:20:05,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d211bb7 2024-11-21T20:20:05,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:20:05,173 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:20:05,174 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T20:20:05,174 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T20:20:05,174 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:05,174 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:05,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:20:05,175 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:20:05,176 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T20:20:05,176 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:20:05,176 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:05,177 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:20:05,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741837_1013 (size=1138) 2024-11-21T20:20:05,226 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T20:20:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:20:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:20:05,584 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 17860314c8b4007900b6f99e1bc36af7, NAME => 'hbase:replication,,1732220405174.17860314c8b4007900b6f99e1bc36af7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9 2024-11-21T20:20:05,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741838_1014 (size=44) 2024-11-21T20:20:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:20:06,089 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732220405174.17860314c8b4007900b6f99e1bc36af7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:20:06,089 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 17860314c8b4007900b6f99e1bc36af7, disabling compactions & flushes 2024-11-21T20:20:06,089 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732220405174.17860314c8b4007900b6f99e1bc36af7. 2024-11-21T20:20:06,089 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732220405174.17860314c8b4007900b6f99e1bc36af7. 2024-11-21T20:20:06,089 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732220405174.17860314c8b4007900b6f99e1bc36af7. after waiting 0 ms 2024-11-21T20:20:06,089 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732220405174.17860314c8b4007900b6f99e1bc36af7. 2024-11-21T20:20:06,089 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732220405174.17860314c8b4007900b6f99e1bc36af7. 2024-11-21T20:20:06,089 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 17860314c8b4007900b6f99e1bc36af7: Waiting for close lock at 1732220406089Disabling compacts and flushes for region at 1732220406089Disabling writes for close at 1732220406089Writing region close event to WAL at 1732220406089Closed at 1732220406089 2024-11-21T20:20:06,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:20:06,091 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732220405174.17860314c8b4007900b6f99e1bc36af7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732220406090"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220406090"}]},"ts":"1732220406090"} 2024-11-21T20:20:06,092 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:20:06,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:20:06,093 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220406093"}]},"ts":"1732220406093"} 2024-11-21T20:20:06,095 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T20:20:06,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17860314c8b4007900b6f99e1bc36af7, ASSIGN}] 2024-11-21T20:20:06,096 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17860314c8b4007900b6f99e1bc36af7, ASSIGN 2024-11-21T20:20:06,097 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=17860314c8b4007900b6f99e1bc36af7, ASSIGN; state=OFFLINE, location=377014bd7527,36967,1732220392642; forceNewPlan=false, retain=false 2024-11-21T20:20:06,247 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=17860314c8b4007900b6f99e1bc36af7, regionState=OPENING, regionLocation=377014bd7527,36967,1732220392642 2024-11-21T20:20:06,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=17860314c8b4007900b6f99e1bc36af7, ASSIGN because future has completed 2024-11-21T20:20:06,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17860314c8b4007900b6f99e1bc36af7, server=377014bd7527,36967,1732220392642}] 2024-11-21T20:20:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:20:06,405 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732220405174.17860314c8b4007900b6f99e1bc36af7. 2024-11-21T20:20:06,405 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:20:06,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T20:20:06,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C36967%2C1732220392642.rep, suffix=, logDir=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642, archiveDir=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/oldWALs, maxLogs=10 2024-11-21T20:20:06,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.rep.1732220406407, exclude list is [], retry=0 2024-11-21T20:20:06,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43601,DS-e1220468-f2b1-425f-a937-3b6bde57b7a7,DISK] 2024-11-21T20:20:06,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.rep.1732220406407 2024-11-21T20:20:06,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38551:38551)] 2024-11-21T20:20:06,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 17860314c8b4007900b6f99e1bc36af7, NAME => 'hbase:replication,,1732220405174.17860314c8b4007900b6f99e1bc36af7.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:20:06,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:20:06,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:20:06,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732220405174.17860314c8b4007900b6f99e1bc36af7. service=MultiRowMutationService 2024-11-21T20:20:06,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T20:20:06,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 17860314c8b4007900b6f99e1bc36af7 2024-11-21T20:20:06,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732220405174.17860314c8b4007900b6f99e1bc36af7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:20:06,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 17860314c8b4007900b6f99e1bc36af7 2024-11-21T20:20:06,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 17860314c8b4007900b6f99e1bc36af7 2024-11-21T20:20:06,424 INFO [StoreOpener-17860314c8b4007900b6f99e1bc36af7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 17860314c8b4007900b6f99e1bc36af7 2024-11-21T20:20:06,425 INFO [StoreOpener-17860314c8b4007900b6f99e1bc36af7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17860314c8b4007900b6f99e1bc36af7 columnFamilyName hfileref 2024-11-21T20:20:06,425 DEBUG [StoreOpener-17860314c8b4007900b6f99e1bc36af7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:06,426 INFO [StoreOpener-17860314c8b4007900b6f99e1bc36af7-1 {}] regionserver.HStore(327): Store=17860314c8b4007900b6f99e1bc36af7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:20:06,426 INFO [StoreOpener-17860314c8b4007900b6f99e1bc36af7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 17860314c8b4007900b6f99e1bc36af7 2024-11-21T20:20:06,427 INFO [StoreOpener-17860314c8b4007900b6f99e1bc36af7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17860314c8b4007900b6f99e1bc36af7 columnFamilyName queue 2024-11-21T20:20:06,427 DEBUG [StoreOpener-17860314c8b4007900b6f99e1bc36af7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:06,427 INFO [StoreOpener-17860314c8b4007900b6f99e1bc36af7-1 {}] regionserver.HStore(327): Store=17860314c8b4007900b6f99e1bc36af7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:20:06,427 INFO [StoreOpener-17860314c8b4007900b6f99e1bc36af7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 17860314c8b4007900b6f99e1bc36af7 2024-11-21T20:20:06,428 INFO [StoreOpener-17860314c8b4007900b6f99e1bc36af7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17860314c8b4007900b6f99e1bc36af7 columnFamilyName sid 2024-11-21T20:20:06,428 DEBUG [StoreOpener-17860314c8b4007900b6f99e1bc36af7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:06,429 INFO [StoreOpener-17860314c8b4007900b6f99e1bc36af7-1 {}] regionserver.HStore(327): Store=17860314c8b4007900b6f99e1bc36af7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:20:06,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 17860314c8b4007900b6f99e1bc36af7 2024-11-21T20:20:06,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/replication/17860314c8b4007900b6f99e1bc36af7 2024-11-21T20:20:06,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/replication/17860314c8b4007900b6f99e1bc36af7 2024-11-21T20:20:06,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 17860314c8b4007900b6f99e1bc36af7 2024-11-21T20:20:06,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 17860314c8b4007900b6f99e1bc36af7 2024-11-21T20:20:06,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:20:06,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 17860314c8b4007900b6f99e1bc36af7 2024-11-21T20:20:06,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/replication/17860314c8b4007900b6f99e1bc36af7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:20:06,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 17860314c8b4007900b6f99e1bc36af7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61396682, jitterRate=-0.08511814475059509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:20:06,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17860314c8b4007900b6f99e1bc36af7 2024-11-21T20:20:06,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 17860314c8b4007900b6f99e1bc36af7: Running coprocessor pre-open hook at 1732220406423Writing region info on filesystem at 1732220406423Initializing all the Stores at 1732220406424 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220406424Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220406424Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220406424Cleaning up temporary data from old regions at 1732220406431 (+7 ms)Running coprocessor post-open hooks at 1732220406434 (+3 ms)Region opened successfully at 1732220406434 2024-11-21T20:20:06,435 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732220405174.17860314c8b4007900b6f99e1bc36af7., pid=10, masterSystemTime=1732220406402 2024-11-21T20:20:06,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732220405174.17860314c8b4007900b6f99e1bc36af7. 2024-11-21T20:20:06,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732220405174.17860314c8b4007900b6f99e1bc36af7. 2024-11-21T20:20:06,437 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=17860314c8b4007900b6f99e1bc36af7, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,36967,1732220392642 2024-11-21T20:20:06,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17860314c8b4007900b6f99e1bc36af7, server=377014bd7527,36967,1732220392642 because future has completed 2024-11-21T20:20:06,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T20:20:06,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 17860314c8b4007900b6f99e1bc36af7, server=377014bd7527,36967,1732220392642 in 190 msec 2024-11-21T20:20:06,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T20:20:06,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17860314c8b4007900b6f99e1bc36af7, ASSIGN in 347 msec 2024-11-21T20:20:06,444 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:20:06,444 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220406444"}]},"ts":"1732220406444"} 2024-11-21T20:20:06,446 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T20:20:06,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:20:06,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2710 sec 2024-11-21T20:20:06,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732220405174.17860314c8b4007900b6f99e1bc36af7., hostname=377014bd7527,36967,1732220392642, seqNum=2] 2024-11-21T20:20:06,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36967-0x1015f0d88620001, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01280855149 2024-11-21T20:20:06,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35595-0x1015f0d88620000, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01280855149 2024-11-21T20:20:06,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T20:20:06,615 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T20:20:06,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36967 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T20:20:06,709 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T20:20:06,736 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-377014bd7527,36967,1732220392642, ReplicationSource: 1, currentBandwidth=0 2024-11-21T20:20:06,736 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:20:06,737 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,36967,1732220392642, seqNum=-1] 2024-11-21T20:20:06,737 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:20:06,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-21T20:20:06,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-377014bd7527,36967,1732220392642', locateType=CURRENT is [region=hbase:replication,,1732220405174.17860314c8b4007900b6f99e1bc36af7., hostname=377014bd7527,36967,1732220392642, seqNum=2] 2024-11-21T20:20:06,742 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T20:20:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35595 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T20:20:06,744 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 377014bd7527,36967,1732220392642 suceeded 2024-11-21T20:20:06,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T20:20:06,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-21T20:20:06,746 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://377014bd7527:37715,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T20:20:06,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5800 sec 2024-11-21T20:20:06,759 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:37715' 2024-11-21T20:20:06,761 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ffc1d90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:06,761 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,37715,-1 for getting cluster id 2024-11-21T20:20:06,761 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:20:06,762 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87d72d49-0c30-4340-95d0-19480207b306' 2024-11-21T20:20:06,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:20:06,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87d72d49-0c30-4340-95d0-19480207b306" 2024-11-21T20:20:06,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53cd73a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:06,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,37715,-1] 2024-11-21T20:20:06,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:20:06,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:06,763 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:20:06,764 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62143085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:06,764 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:20:06,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,37715,1732220398153 2024-11-21T20:20:06,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@129bd57c 2024-11-21T20:20:06,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:20:06,765 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-21T20:20:06,766 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-377014bd7527,36967,1732220392642 (queues=1) is replicating from cluster=affc602c-0539-4e43-802d-91bfafa0bbec to cluster=87d72d49-0c30-4340-95d0-19480207b306 2024-11-21T20:20:06,766 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=377014bd7527%2C36967%2C1732220392642 2024-11-21T20:20:06,766 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-377014bd7527,36967,1732220392642, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T20:20:06,767 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.shipper377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 377014bd7527%2C36967%2C1732220392642 2024-11-21T20:20:06,767 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.wal-reader.377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.1732220394977, startPosition=0, beingWritten=true 2024-11-21T20:20:06,772 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.wal-reader.377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:20:06,772 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.wal-reader.377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.1732220394977 to pos 379, reset compression=false 2024-11-21T20:20:06,772 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.shipper377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,36967,1732220392642 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.1732220394977, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:20:06,976 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.wal-reader.377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.1732220394977 to pos 379, reset compression=false 2024-11-21T20:20:07,233 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:20:07,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:07,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:07,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:07,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:07,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:07,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:07,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:07,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:07,278 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T20:20:07,280 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.wal-reader.377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.1732220394977 to pos 379, reset compression=false 2024-11-21T20:20:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:20:07,313 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T20:20:07,313 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:20:07,314 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:20:07,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:07,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:07,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:20:07,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c98c8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:07,314 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,37715,-1 for getting cluster id 2024-11-21T20:20:07,315 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:20:07,315 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87d72d49-0c30-4340-95d0-19480207b306' 2024-11-21T20:20:07,315 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:20:07,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87d72d49-0c30-4340-95d0-19480207b306" 2024-11-21T20:20:07,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@651a9b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:07,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,37715,-1] 2024-11-21T20:20:07,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:20:07,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:07,317 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:20:07,317 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39405816, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:07,318 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:20:07,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,37715,1732220398153 2024-11-21T20:20:07,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25158f4d 2024-11-21T20:20:07,319 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:20:07,319 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:20:07,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37715 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://377014bd7527:35595,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T20:20:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37715 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T20:20:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:20:07,322 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:35595' 2024-11-21T20:20:07,323 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4d6ff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:07,323 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,35595,-1 for getting cluster id 2024-11-21T20:20:07,323 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:20:07,324 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'affc602c-0539-4e43-802d-91bfafa0bbec' 2024-11-21T20:20:07,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:20:07,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "affc602c-0539-4e43-802d-91bfafa0bbec" 2024-11-21T20:20:07,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d388f1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:07,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,35595,-1] 2024-11-21T20:20:07,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:20:07,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:07,325 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:20:07,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd5a3eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:07,326 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:20:07,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,35595,1732220392448 2024-11-21T20:20:07,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d0de153 2024-11-21T20:20:07,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:20:07,327 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:20:07,328 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T20:20:07,328 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T20:20:07,328 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:07,328 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:07,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:20:07,328 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:20:07,329 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T20:20:07,330 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:20:07,330 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:07,330 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:20:07,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43719 is added to blk_1073741837_1013 (size=1138) 2024-11-21T20:20:07,379 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T20:20:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:20:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:20:07,684 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.wal-reader.377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.1732220394977 to pos 379, reset compression=false 2024-11-21T20:20:07,737 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b3006787ff5f30cca3bc12c5217e3f14, NAME => 'hbase:replication,,1732220407328.b3006787ff5f30cca3bc12c5217e3f14.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a 2024-11-21T20:20:07,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43719 is added to blk_1073741838_1014 (size=44) 2024-11-21T20:20:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:20:08,142 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732220407328.b3006787ff5f30cca3bc12c5217e3f14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:20:08,143 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b3006787ff5f30cca3bc12c5217e3f14, disabling compactions & flushes 2024-11-21T20:20:08,143 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732220407328.b3006787ff5f30cca3bc12c5217e3f14. 2024-11-21T20:20:08,143 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732220407328.b3006787ff5f30cca3bc12c5217e3f14. 2024-11-21T20:20:08,143 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732220407328.b3006787ff5f30cca3bc12c5217e3f14. after waiting 0 ms 2024-11-21T20:20:08,143 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732220407328.b3006787ff5f30cca3bc12c5217e3f14. 2024-11-21T20:20:08,143 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732220407328.b3006787ff5f30cca3bc12c5217e3f14. 2024-11-21T20:20:08,143 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b3006787ff5f30cca3bc12c5217e3f14: Waiting for close lock at 1732220408142Disabling compacts and flushes for region at 1732220408142Disabling writes for close at 1732220408143 (+1 ms)Writing region close event to WAL at 1732220408143Closed at 1732220408143 2024-11-21T20:20:08,144 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:20:08,144 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732220407328.b3006787ff5f30cca3bc12c5217e3f14.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732220408144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220408144"}]},"ts":"1732220408144"} 2024-11-21T20:20:08,146 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:20:08,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:20:08,147 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220408147"}]},"ts":"1732220408147"} 2024-11-21T20:20:08,148 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T20:20:08,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b3006787ff5f30cca3bc12c5217e3f14, ASSIGN}] 2024-11-21T20:20:08,150 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b3006787ff5f30cca3bc12c5217e3f14, ASSIGN 2024-11-21T20:20:08,151 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b3006787ff5f30cca3bc12c5217e3f14, ASSIGN; state=OFFLINE, location=377014bd7527,33015,1732220398402; forceNewPlan=false, retain=false 2024-11-21T20:20:08,189 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.wal-reader.377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.1732220394977 to pos 379, reset compression=false 2024-11-21T20:20:08,301 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b3006787ff5f30cca3bc12c5217e3f14, regionState=OPENING, regionLocation=377014bd7527,33015,1732220398402 2024-11-21T20:20:08,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b3006787ff5f30cca3bc12c5217e3f14, ASSIGN because future has completed 2024-11-21T20:20:08,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3006787ff5f30cca3bc12c5217e3f14, server=377014bd7527,33015,1732220398402}] 2024-11-21T20:20:08,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732220407328.b3006787ff5f30cca3bc12c5217e3f14. 2024-11-21T20:20:08,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:20:08,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T20:20:08,461 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C33015%2C1732220398402.rep, suffix=, logDir=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/WALs/377014bd7527,33015,1732220398402, archiveDir=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/oldWALs, maxLogs=10 2024-11-21T20:20:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:20:08,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/WALs/377014bd7527,33015,1732220398402/377014bd7527%2C33015%2C1732220398402.rep.1732220408461, exclude list is [], retry=0 2024-11-21T20:20:08,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43719,DS-c96cdd0c-1809-4d52-bc20-a95771a449b5,DISK] 2024-11-21T20:20:08,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/WALs/377014bd7527,33015,1732220398402/377014bd7527%2C33015%2C1732220398402.rep.1732220408461 2024-11-21T20:20:08,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36933:36933)] 2024-11-21T20:20:08,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b3006787ff5f30cca3bc12c5217e3f14, NAME => 'hbase:replication,,1732220407328.b3006787ff5f30cca3bc12c5217e3f14.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:20:08,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:20:08,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:20:08,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732220407328.b3006787ff5f30cca3bc12c5217e3f14. service=MultiRowMutationService 2024-11-21T20:20:08,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T20:20:08,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b3006787ff5f30cca3bc12c5217e3f14 2024-11-21T20:20:08,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732220407328.b3006787ff5f30cca3bc12c5217e3f14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:20:08,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b3006787ff5f30cca3bc12c5217e3f14 2024-11-21T20:20:08,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b3006787ff5f30cca3bc12c5217e3f14 2024-11-21T20:20:08,480 INFO [StoreOpener-b3006787ff5f30cca3bc12c5217e3f14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b3006787ff5f30cca3bc12c5217e3f14 2024-11-21T20:20:08,481 INFO [StoreOpener-b3006787ff5f30cca3bc12c5217e3f14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3006787ff5f30cca3bc12c5217e3f14 columnFamilyName hfileref 2024-11-21T20:20:08,481 DEBUG [StoreOpener-b3006787ff5f30cca3bc12c5217e3f14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:08,482 INFO [StoreOpener-b3006787ff5f30cca3bc12c5217e3f14-1 {}] regionserver.HStore(327): Store=b3006787ff5f30cca3bc12c5217e3f14/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:20:08,482 INFO [StoreOpener-b3006787ff5f30cca3bc12c5217e3f14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b3006787ff5f30cca3bc12c5217e3f14 2024-11-21T20:20:08,483 INFO [StoreOpener-b3006787ff5f30cca3bc12c5217e3f14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3006787ff5f30cca3bc12c5217e3f14 columnFamilyName queue 2024-11-21T20:20:08,483 DEBUG [StoreOpener-b3006787ff5f30cca3bc12c5217e3f14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:08,483 INFO [StoreOpener-b3006787ff5f30cca3bc12c5217e3f14-1 {}] regionserver.HStore(327): Store=b3006787ff5f30cca3bc12c5217e3f14/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:20:08,483 INFO [StoreOpener-b3006787ff5f30cca3bc12c5217e3f14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b3006787ff5f30cca3bc12c5217e3f14 2024-11-21T20:20:08,484 INFO [StoreOpener-b3006787ff5f30cca3bc12c5217e3f14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3006787ff5f30cca3bc12c5217e3f14 columnFamilyName sid 2024-11-21T20:20:08,484 DEBUG [StoreOpener-b3006787ff5f30cca3bc12c5217e3f14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:08,484 INFO [StoreOpener-b3006787ff5f30cca3bc12c5217e3f14-1 {}] regionserver.HStore(327): Store=b3006787ff5f30cca3bc12c5217e3f14/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:20:08,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b3006787ff5f30cca3bc12c5217e3f14 2024-11-21T20:20:08,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/replication/b3006787ff5f30cca3bc12c5217e3f14 2024-11-21T20:20:08,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/replication/b3006787ff5f30cca3bc12c5217e3f14 2024-11-21T20:20:08,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b3006787ff5f30cca3bc12c5217e3f14 2024-11-21T20:20:08,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b3006787ff5f30cca3bc12c5217e3f14 2024-11-21T20:20:08,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:20:08,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b3006787ff5f30cca3bc12c5217e3f14 2024-11-21T20:20:08,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/replication/b3006787ff5f30cca3bc12c5217e3f14/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:20:08,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b3006787ff5f30cca3bc12c5217e3f14; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70742147, jitterRate=0.054140135645866394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:20:08,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3006787ff5f30cca3bc12c5217e3f14 2024-11-21T20:20:08,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b3006787ff5f30cca3bc12c5217e3f14: Running coprocessor pre-open hook at 1732220408479Writing region info on filesystem at 1732220408479Initializing all the Stores at 1732220408480 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220408480Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220408480Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220408480Cleaning up temporary data from old regions at 1732220408486 (+6 ms)Running coprocessor post-open hooks at 1732220408490 (+4 ms)Region opened successfully at 1732220408490 2024-11-21T20:20:08,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732220407328.b3006787ff5f30cca3bc12c5217e3f14., pid=10, masterSystemTime=1732220408455 2024-11-21T20:20:08,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732220407328.b3006787ff5f30cca3bc12c5217e3f14. 2024-11-21T20:20:08,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732220407328.b3006787ff5f30cca3bc12c5217e3f14. 2024-11-21T20:20:08,493 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b3006787ff5f30cca3bc12c5217e3f14, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,33015,1732220398402 2024-11-21T20:20:08,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3006787ff5f30cca3bc12c5217e3f14, server=377014bd7527,33015,1732220398402 because future has completed 2024-11-21T20:20:08,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T20:20:08,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b3006787ff5f30cca3bc12c5217e3f14, server=377014bd7527,33015,1732220398402 in 192 msec 2024-11-21T20:20:08,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T20:20:08,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b3006787ff5f30cca3bc12c5217e3f14, ASSIGN in 349 msec 2024-11-21T20:20:08,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:20:08,500 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220408500"}]},"ts":"1732220408500"} 2024-11-21T20:20:08,502 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T20:20:08,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:20:08,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-21T20:20:08,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732220407328.b3006787ff5f30cca3bc12c5217e3f14., hostname=377014bd7527,33015,1732220398402, seqNum=2] 2024-11-21T20:20:08,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33015-0x1015f0d88620004, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608404466 2024-11-21T20:20:08,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37715-0x1015f0d88620003, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608404466 2024-11-21T20:20:08,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T20:20:08,798 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.wal-reader.377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.1732220394977 to pos 379, reset compression=false 2024-11-21T20:20:08,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T20:20:08,941 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T20:20:08,976 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-377014bd7527,33015,1732220398402, ReplicationSource: 1, currentBandwidth=0 2024-11-21T20:20:08,976 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:20:08,977 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,33015,1732220398402, seqNum=-1] 2024-11-21T20:20:08,977 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:20:08,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-21T20:20:08,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-377014bd7527,33015,1732220398402', locateType=CURRENT is [region=hbase:replication,,1732220407328.b3006787ff5f30cca3bc12c5217e3f14., hostname=377014bd7527,33015,1732220398402, seqNum=2] 2024-11-21T20:20:08,981 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T20:20:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37715 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T20:20:08,983 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 377014bd7527,33015,1732220398402 suceeded 2024-11-21T20:20:08,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T20:20:08,985 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://377014bd7527:35595,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T20:20:08,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-21T20:20:08,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6660 sec 2024-11-21T20:20:08,995 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:35595' 2024-11-21T20:20:08,996 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f74884b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:08,996 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,35595,-1 for getting cluster id 2024-11-21T20:20:08,996 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:20:08,997 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'affc602c-0539-4e43-802d-91bfafa0bbec' 2024-11-21T20:20:08,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:20:08,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "affc602c-0539-4e43-802d-91bfafa0bbec" 2024-11-21T20:20:08,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5707a27f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:08,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,35595,-1] 2024-11-21T20:20:08,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:20:08,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:08,998 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:20:08,998 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7de1efd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:08,998 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:20:08,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,35595,1732220392448 2024-11-21T20:20:08,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4134e199 2024-11-21T20:20:08,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:20:09,000 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-21T20:20:09,000 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-377014bd7527,33015,1732220398402 (queues=1) is replicating from cluster=87d72d49-0c30-4340-95d0-19480207b306 to cluster=affc602c-0539-4e43-802d-91bfafa0bbec 2024-11-21T20:20:09,000 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=377014bd7527%2C33015%2C1732220398402 2024-11-21T20:20:09,000 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-377014bd7527,33015,1732220398402, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T20:20:09,001 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.shipper377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 377014bd7527%2C33015%2C1732220398402 2024-11-21T20:20:09,001 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.wal-reader.377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/WALs/377014bd7527,33015,1732220398402/377014bd7527%2C33015%2C1732220398402.1732220400748, startPosition=0, beingWritten=true 2024-11-21T20:20:09,006 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.wal-reader.377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:20:09,007 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.wal-reader.377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/WALs/377014bd7527,33015,1732220398402/377014bd7527%2C33015%2C1732220398402.1732220400748 to pos 379, reset compression=false 2024-11-21T20:20:09,007 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.shipper377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,33015,1732220398402 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/WALs/377014bd7527,33015,1732220398402/377014bd7527%2C33015%2C1732220398402.1732220400748, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:20:09,212 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.wal-reader.377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/WALs/377014bd7527,33015,1732220398402/377014bd7527%2C33015%2C1732220398402.1732220400748 to pos 379, reset compression=false 2024-11-21T20:20:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:20:09,474 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T20:20:09,474 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:20:09,474 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:20:09,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:09,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:09,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:20:09,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:20:09,479 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732220409479/Put/seqid=0 2024-11-21T20:20:09,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741840_1016 (size=7894) 2024-11-21T20:20:09,502 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.wal-reader.377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.1732220394977 to pos 379, reset compression=false 2024-11-21T20:20:09,516 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.wal-reader.377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/WALs/377014bd7527,33015,1732220398402/377014bd7527%2C33015%2C1732220398402.1732220400748 to pos 379, reset compression=false 2024-11-21T20:20:09,887 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732220409886/Put/seqid=0 2024-11-21T20:20:09,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741841_1017 (size=7691) 2024-11-21T20:20:09,921 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.wal-reader.377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/WALs/377014bd7527,33015,1732220398402/377014bd7527%2C33015%2C1732220398402.1732220400748 to pos 379, reset compression=false 2024-11-21T20:20:10,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a8a376, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:10,292 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,35595,-1 for getting cluster id 2024-11-21T20:20:10,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:20:10,293 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'affc602c-0539-4e43-802d-91bfafa0bbec' 2024-11-21T20:20:10,293 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:20:10,293 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "affc602c-0539-4e43-802d-91bfafa0bbec" 2024-11-21T20:20:10,293 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa44ed3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:10,294 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,35595,-1] 2024-11-21T20:20:10,294 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:20:10,294 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:10,294 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:20:10,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5371f87c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:10,295 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:20:10,296 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,36967,1732220392642, seqNum=-1] 2024-11-21T20:20:10,296 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:20:10,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:20:10,305 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:20:10,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,35595,1732220392448 2024-11-21T20:20:10,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c003d0c 2024-11-21T20:20:10,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:20:10,307 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:20:10,308 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.wal-reader.377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.1732220394977 to pos 379, reset compression=false 2024-11-21T20:20:10,311 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732220401866.c96769b554e99d1c2e0e3c0f59fb79f1., hostname=377014bd7527,36967,1732220392642, seqNum=2] 2024-11-21T20:20:10,313 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T20:20:10,319 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-21T20:20:10,321 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-21T20:20:10,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/testHFileCyclicReplication_01/f/hfile_0 for inclusion in c96769b554e99d1c2e0e3c0f59fb79f1/f 2024-11-21T20:20:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-21T20:20:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T20:20:10,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/testHFileCyclicReplication_01/f/hfile_1 for inclusion in c96769b554e99d1c2e0e3c0f59fb79f1/f 2024-11-21T20:20:10,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-21T20:20:10,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T20:20:10,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.HRegion(2603): Flush status journal for c96769b554e99d1c2e0e3c0f59fb79f1: 2024-11-21T20:20:10,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/staging/jenkins__test__q2tfcvg1l1oc3cpdq9b3kldtvpicpisd9f5ilbcb5o099fgtf7m2k5sdjg2sjtgu/f/hfile_0 2024-11-21T20:20:10,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/staging/jenkins__test__q2tfcvg1l1oc3cpdq9b3kldtvpicpisd9f5ilbcb5o099fgtf7m2k5sdjg2sjtgu/f/hfile_0 as hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/default/test/c96769b554e99d1c2e0e3c0f59fb79f1/f/619b0aa8e37a4a148051e395f0cb4e55_SeqId_4_ 2024-11-21T20:20:10,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/staging/jenkins__test__q2tfcvg1l1oc3cpdq9b3kldtvpicpisd9f5ilbcb5o099fgtf7m2k5sdjg2sjtgu/f/hfile_1 2024-11-21T20:20:10,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/staging/jenkins__test__q2tfcvg1l1oc3cpdq9b3kldtvpicpisd9f5ilbcb5o099fgtf7m2k5sdjg2sjtgu/f/hfile_1 as hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/default/test/c96769b554e99d1c2e0e3c0f59fb79f1/f/fe3ee4085a634f7c9a8d2408c6004c65_SeqId_4_ 2024-11-21T20:20:10,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/staging/jenkins__test__q2tfcvg1l1oc3cpdq9b3kldtvpicpisd9f5ilbcb5o099fgtf7m2k5sdjg2sjtgu/f/hfile_0 into c96769b554e99d1c2e0e3c0f59fb79f1/f as hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/default/test/c96769b554e99d1c2e0e3c0f59fb79f1/f/619b0aa8e37a4a148051e395f0cb4e55_SeqId_4_ - updating store file list. 2024-11-21T20:20:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 619b0aa8e37a4a148051e395f0cb4e55_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T20:20:10,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/default/test/c96769b554e99d1c2e0e3c0f59fb79f1/f/619b0aa8e37a4a148051e395f0cb4e55_SeqId_4_ into c96769b554e99d1c2e0e3c0f59fb79f1/f 2024-11-21T20:20:10,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/staging/jenkins__test__q2tfcvg1l1oc3cpdq9b3kldtvpicpisd9f5ilbcb5o099fgtf7m2k5sdjg2sjtgu/f/hfile_0 into c96769b554e99d1c2e0e3c0f59fb79f1/f (new location: hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/default/test/c96769b554e99d1c2e0e3c0f59fb79f1/f/619b0aa8e37a4a148051e395f0cb4e55_SeqId_4_) 2024-11-21T20:20:10,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/staging/jenkins__test__q2tfcvg1l1oc3cpdq9b3kldtvpicpisd9f5ilbcb5o099fgtf7m2k5sdjg2sjtgu/f/hfile_0 2024-11-21T20:20:10,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/staging/jenkins__test__q2tfcvg1l1oc3cpdq9b3kldtvpicpisd9f5ilbcb5o099fgtf7m2k5sdjg2sjtgu/f/hfile_1 into c96769b554e99d1c2e0e3c0f59fb79f1/f as hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/default/test/c96769b554e99d1c2e0e3c0f59fb79f1/f/fe3ee4085a634f7c9a8d2408c6004c65_SeqId_4_ - updating store file list. 2024-11-21T20:20:10,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fe3ee4085a634f7c9a8d2408c6004c65_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T20:20:10,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/default/test/c96769b554e99d1c2e0e3c0f59fb79f1/f/fe3ee4085a634f7c9a8d2408c6004c65_SeqId_4_ into c96769b554e99d1c2e0e3c0f59fb79f1/f 2024-11-21T20:20:10,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/staging/jenkins__test__q2tfcvg1l1oc3cpdq9b3kldtvpicpisd9f5ilbcb5o099fgtf7m2k5sdjg2sjtgu/f/hfile_1 into c96769b554e99d1c2e0e3c0f59fb79f1/f (new location: hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/default/test/c96769b554e99d1c2e0e3c0f59fb79f1/f/fe3ee4085a634f7c9a8d2408c6004c65_SeqId_4_) 2024-11-21T20:20:10,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/staging/jenkins__test__q2tfcvg1l1oc3cpdq9b3kldtvpicpisd9f5ilbcb5o099fgtf7m2k5sdjg2sjtgu/f/hfile_1 2024-11-21T20:20:10,356 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:20:10,356 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:20:10,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:10,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:10,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:20:10,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732220401866.c96769b554e99d1c2e0e3c0f59fb79f1., hostname=377014bd7527,36967,1732220392642, seqNum=2 , the old value is region=test,,1732220401866.c96769b554e99d1c2e0e3c0f59fb79f1., hostname=377014bd7527,36967,1732220392642, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=377014bd7527:36967 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T20:20:10,357 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:20:10,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732220401866.c96769b554e99d1c2e0e3c0f59fb79f1., hostname=377014bd7527,36967,1732220392642, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T20:20:10,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732220401866.c96769b554e99d1c2e0e3c0f59fb79f1., hostname=377014bd7527,36967,1732220392642, seqNum=2 from cache 2024-11-21T20:20:10,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,33015,1732220398402, seqNum=-1] 2024-11-21T20:20:10,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:20:10,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:20:10,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:56976 deadline: 1732220470356 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:56976 2024-11-21T20:20:10,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732220403005.5716c4d14eff6637dbb10838b39c8612., hostname=377014bd7527,33015,1732220398402, seqNum=2] 2024-11-21T20:20:10,363 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T20:20:10,425 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.wal-reader.377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/WALs/377014bd7527,33015,1732220398402/377014bd7527%2C33015%2C1732220398402.1732220400748 to pos 379, reset compression=false 2024-11-21T20:20:10,464 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:36967 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T20:20:10,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T20:20:10,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T20:20:10,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T20:20:10,839 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-21T20:20:10,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T20:20:10,839 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T20:20:11,029 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.wal-reader.377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/WALs/377014bd7527,33015,1732220398402/377014bd7527%2C33015%2C1732220398402.1732220400748 to pos 379, reset compression=false 2024-11-21T20:20:11,213 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.wal-reader.377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.1732220394977 to pos 379, reset compression=false 2024-11-21T20:20:11,268 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.wal-reader.377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T20:20:11,268 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.shipper377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,36967,1732220392642 got entry batch from reader: WALEntryBatch [walEntries=[{test/c96769b554e99d1c2e0e3c0f59fb79f1/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732220410354/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.1732220394977, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T20:20:11,270 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.shipper377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:20:11,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-21T20:20:11,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.ReplicationSink(318): Replicating [affc602c-0539-4e43-802d-91bfafa0bbec] bulk loaded data 2024-11-21T20:20:11,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b3a1f2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:11,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,37715,-1 for getting cluster id 2024-11-21T20:20:11,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:20:11,273 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87d72d49-0c30-4340-95d0-19480207b306' 2024-11-21T20:20:11,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:20:11,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87d72d49-0c30-4340-95d0-19480207b306" 2024-11-21T20:20:11,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d7bc870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:11,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,37715,-1] 2024-11-21T20:20:11,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:20:11,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:11,274 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:20:11,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30bd621f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:11,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43719 is added to blk_1073741840_1016 (size=7894) 2024-11-21T20:20:11,365 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T20:20:11,468 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.wal-reader.377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.1732220394977 to pos 687, reset compression=false 2024-11-21T20:20:11,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43719 is added to blk_1073741841_1017 (size=7691) 2024-11-21T20:20:11,733 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.wal-reader.377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/WALs/377014bd7527,33015,1732220398402/377014bd7527%2C33015%2C1732220398402.1732220400748 to pos 379, reset compression=false 2024-11-21T20:20:11,772 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.wal-reader.377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.1732220394977 to pos 687, reset compression=false 2024-11-21T20:20:12,098 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:20:12,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,37715,1732220398153 2024-11-21T20:20:12,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36eee5d4 2024-11-21T20:20:12,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:20:12,101 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-21T20:20:12,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T20:20:12,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:20:12,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,33015,1732220398402, seqNum=-1] 2024-11-21T20:20:12,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:20:12,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-21T20:20:12,111 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/staging/jenkins.hfs.11__test__bhspgf7mt7upadq824vubf175pq5mlt88vctjtj6tcttlrrr8u37iae3hj8j3tkt/f/619b0aa8e37a4a148051e395f0cb4e55_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-21T20:20:12,115 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/staging/jenkins.hfs.11__test__bhspgf7mt7upadq824vubf175pq5mlt88vctjtj6tcttlrrr8u37iae3hj8j3tkt/f/fe3ee4085a634f7c9a8d2408c6004c65_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-21T20:20:12,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/staging/jenkins.hfs.11__test__bhspgf7mt7upadq824vubf175pq5mlt88vctjtj6tcttlrrr8u37iae3hj8j3tkt/f/619b0aa8e37a4a148051e395f0cb4e55_SeqId_4_ for inclusion in 5716c4d14eff6637dbb10838b39c8612/f 2024-11-21T20:20:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-21T20:20:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T20:20:12,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/staging/jenkins.hfs.11__test__bhspgf7mt7upadq824vubf175pq5mlt88vctjtj6tcttlrrr8u37iae3hj8j3tkt/f/fe3ee4085a634f7c9a8d2408c6004c65_SeqId_4_ for inclusion in 5716c4d14eff6637dbb10838b39c8612/f 2024-11-21T20:20:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-21T20:20:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T20:20:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.HRegion(2603): Flush status journal for 5716c4d14eff6637dbb10838b39c8612: 2024-11-21T20:20:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 619b0aa8e37a4a148051e395f0cb4e55_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T20:20:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/staging/jenkins.hfs.11__test__bhspgf7mt7upadq824vubf175pq5mlt88vctjtj6tcttlrrr8u37iae3hj8j3tkt/f/619b0aa8e37a4a148051e395f0cb4e55_SeqId_4_ as hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/default/test/5716c4d14eff6637dbb10838b39c8612/f/34d198f50fe94271aa49f50a027b91b4_SeqId_4_ 2024-11-21T20:20:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): fe3ee4085a634f7c9a8d2408c6004c65_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T20:20:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/staging/jenkins.hfs.11__test__bhspgf7mt7upadq824vubf175pq5mlt88vctjtj6tcttlrrr8u37iae3hj8j3tkt/f/fe3ee4085a634f7c9a8d2408c6004c65_SeqId_4_ as hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/default/test/5716c4d14eff6637dbb10838b39c8612/f/8d4799eb2305427d955a60c6591f64e6_SeqId_4_ 2024-11-21T20:20:12,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/staging/jenkins.hfs.11__test__bhspgf7mt7upadq824vubf175pq5mlt88vctjtj6tcttlrrr8u37iae3hj8j3tkt/f/619b0aa8e37a4a148051e395f0cb4e55_SeqId_4_ into 5716c4d14eff6637dbb10838b39c8612/f as hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/default/test/5716c4d14eff6637dbb10838b39c8612/f/34d198f50fe94271aa49f50a027b91b4_SeqId_4_ - updating store file list. 2024-11-21T20:20:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 34d198f50fe94271aa49f50a027b91b4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T20:20:12,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/default/test/5716c4d14eff6637dbb10838b39c8612/f/34d198f50fe94271aa49f50a027b91b4_SeqId_4_ into 5716c4d14eff6637dbb10838b39c8612/f 2024-11-21T20:20:12,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/staging/jenkins.hfs.11__test__bhspgf7mt7upadq824vubf175pq5mlt88vctjtj6tcttlrrr8u37iae3hj8j3tkt/f/619b0aa8e37a4a148051e395f0cb4e55_SeqId_4_ into 5716c4d14eff6637dbb10838b39c8612/f (new location: hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/default/test/5716c4d14eff6637dbb10838b39c8612/f/34d198f50fe94271aa49f50a027b91b4_SeqId_4_) 2024-11-21T20:20:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/staging/jenkins.hfs.11__test__bhspgf7mt7upadq824vubf175pq5mlt88vctjtj6tcttlrrr8u37iae3hj8j3tkt/f/619b0aa8e37a4a148051e395f0cb4e55_SeqId_4_ 2024-11-21T20:20:12,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/staging/jenkins.hfs.11__test__bhspgf7mt7upadq824vubf175pq5mlt88vctjtj6tcttlrrr8u37iae3hj8j3tkt/f/fe3ee4085a634f7c9a8d2408c6004c65_SeqId_4_ into 5716c4d14eff6637dbb10838b39c8612/f as hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/default/test/5716c4d14eff6637dbb10838b39c8612/f/8d4799eb2305427d955a60c6591f64e6_SeqId_4_ - updating store file list. 2024-11-21T20:20:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8d4799eb2305427d955a60c6591f64e6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T20:20:12,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/default/test/5716c4d14eff6637dbb10838b39c8612/f/8d4799eb2305427d955a60c6591f64e6_SeqId_4_ into 5716c4d14eff6637dbb10838b39c8612/f 2024-11-21T20:20:12,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/staging/jenkins.hfs.11__test__bhspgf7mt7upadq824vubf175pq5mlt88vctjtj6tcttlrrr8u37iae3hj8j3tkt/f/fe3ee4085a634f7c9a8d2408c6004c65_SeqId_4_ into 5716c4d14eff6637dbb10838b39c8612/f (new location: hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/default/test/5716c4d14eff6637dbb10838b39c8612/f/8d4799eb2305427d955a60c6591f64e6_SeqId_4_) 2024-11-21T20:20:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/staging/jenkins.hfs.11__test__bhspgf7mt7upadq824vubf175pq5mlt88vctjtj6tcttlrrr8u37iae3hj8j3tkt/f/fe3ee4085a634f7c9a8d2408c6004c65_SeqId_4_ 2024-11-21T20:20:12,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.ReplicationSink(324): Finished replicating [affc602c-0539-4e43-802d-91bfafa0bbec] bulk loaded data 2024-11-21T20:20:12,176 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.wal-reader.377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.1732220394977 to pos 687, reset compression=false 2024-11-21T20:20:12,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:20:12,376 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732220412375/Put/seqid=0 2024-11-21T20:20:12,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43719 is added to blk_1073741842_1018 (size=11194) 2024-11-21T20:20:12,537 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.wal-reader.377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/WALs/377014bd7527,33015,1732220398402/377014bd7527%2C33015%2C1732220398402.1732220400748 to pos 379, reset compression=false 2024-11-21T20:20:12,542 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.wal-reader.377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T20:20:12,542 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.shipper377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,33015,1732220398402 got entry batch from reader: WALEntryBatch [walEntries=[{test/5716c4d14eff6637dbb10838b39c8612/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732220412142/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/WALs/377014bd7527,33015,1732220398402/377014bd7527%2C33015%2C1732220398402.1732220400748, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-21T20:20:12,543 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.shipper377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:20:12,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-21T20:20:12,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.ReplicationSink(318): Replicating [affc602c-0539-4e43-802d-91bfafa0bbec, 87d72d49-0c30-4340-95d0-19480207b306] bulk loaded data 2024-11-21T20:20:12,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e78a789, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:12,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,35595,-1 for getting cluster id 2024-11-21T20:20:12,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:20:12,546 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'affc602c-0539-4e43-802d-91bfafa0bbec' 2024-11-21T20:20:12,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:20:12,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "affc602c-0539-4e43-802d-91bfafa0bbec" 2024-11-21T20:20:12,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74db7bce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:12,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,35595,-1] 2024-11-21T20:20:12,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:20:12,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:12,547 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:20:12,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25b8f717, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:12,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741842_1018 (size=7894) 2024-11-21T20:20:12,679 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.wal-reader.377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.1732220394977 to pos 687, reset compression=false 2024-11-21T20:20:12,742 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.wal-reader.377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/WALs/377014bd7527,33015,1732220398402/377014bd7527%2C33015%2C1732220398402.1732220400748 to pos 725, reset compression=false 2024-11-21T20:20:12,781 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732220412781/Put/seqid=0 2024-11-21T20:20:12,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43719 is added to blk_1073741843_1019 (size=10791) 2024-11-21T20:20:12,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741843_1019 (size=7691) 2024-11-21T20:20:13,045 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.wal-reader.377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/WALs/377014bd7527,33015,1732220398402/377014bd7527%2C33015%2C1732220398402.1732220400748 to pos 725, reset compression=false 2024-11-21T20:20:13,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c6ed23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:13,186 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,37715,-1 for getting cluster id 2024-11-21T20:20:13,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:20:13,186 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87d72d49-0c30-4340-95d0-19480207b306' 2024-11-21T20:20:13,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:20:13,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87d72d49-0c30-4340-95d0-19480207b306" 2024-11-21T20:20:13,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179f9f71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:13,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,37715,-1] 2024-11-21T20:20:13,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:20:13,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:13,188 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:20:13,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e19dfe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:13,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:20:13,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,33015,1732220398402, seqNum=-1] 2024-11-21T20:20:13,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:20:13,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:20:13,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:20:13,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,37715,1732220398153 2024-11-21T20:20:13,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bb4cd7f 2024-11-21T20:20:13,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:20:13,199 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:20:13,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732220403005.5716c4d14eff6637dbb10838b39c8612., hostname=377014bd7527,33015,1732220398402, seqNum=2] 2024-11-21T20:20:13,204 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T20:20:13,209 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-21T20:20:13,212 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-21T20:20:13,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 5716c4d14eff6637dbb10838b39c8612/f 2024-11-21T20:20:13,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-21T20:20:13,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T20:20:13,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 5716c4d14eff6637dbb10838b39c8612/f 2024-11-21T20:20:13,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-21T20:20:13,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T20:20:13,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.HRegion(2603): Flush status journal for 5716c4d14eff6637dbb10838b39c8612: 2024-11-21T20:20:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/staging/jenkins__test__mdaso6s64a6et3r3i99cp5ltd1nqp34p4l5m1j4fpk191q6t7n5mabqh0otcqflv/f/hfile_0 2024-11-21T20:20:13,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/staging/jenkins__test__mdaso6s64a6et3r3i99cp5ltd1nqp34p4l5m1j4fpk191q6t7n5mabqh0otcqflv/f/hfile_0 as hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/default/test/5716c4d14eff6637dbb10838b39c8612/f/d394005fdeeb4d0d9a1d2c2c30d2664a_SeqId_6_ 2024-11-21T20:20:13,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/staging/jenkins__test__mdaso6s64a6et3r3i99cp5ltd1nqp34p4l5m1j4fpk191q6t7n5mabqh0otcqflv/f/hfile_1 2024-11-21T20:20:13,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/staging/jenkins__test__mdaso6s64a6et3r3i99cp5ltd1nqp34p4l5m1j4fpk191q6t7n5mabqh0otcqflv/f/hfile_1 as hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/default/test/5716c4d14eff6637dbb10838b39c8612/f/52abe0abf8ec41e09a77b4939a624c81_SeqId_6_ 2024-11-21T20:20:13,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/staging/jenkins__test__mdaso6s64a6et3r3i99cp5ltd1nqp34p4l5m1j4fpk191q6t7n5mabqh0otcqflv/f/hfile_0 into 5716c4d14eff6637dbb10838b39c8612/f as hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/default/test/5716c4d14eff6637dbb10838b39c8612/f/d394005fdeeb4d0d9a1d2c2c30d2664a_SeqId_6_ - updating store file list. 2024-11-21T20:20:13,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d394005fdeeb4d0d9a1d2c2c30d2664a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T20:20:13,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/default/test/5716c4d14eff6637dbb10838b39c8612/f/d394005fdeeb4d0d9a1d2c2c30d2664a_SeqId_6_ into 5716c4d14eff6637dbb10838b39c8612/f 2024-11-21T20:20:13,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/staging/jenkins__test__mdaso6s64a6et3r3i99cp5ltd1nqp34p4l5m1j4fpk191q6t7n5mabqh0otcqflv/f/hfile_0 into 5716c4d14eff6637dbb10838b39c8612/f (new location: hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/default/test/5716c4d14eff6637dbb10838b39c8612/f/d394005fdeeb4d0d9a1d2c2c30d2664a_SeqId_6_) 2024-11-21T20:20:13,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/staging/jenkins__test__mdaso6s64a6et3r3i99cp5ltd1nqp34p4l5m1j4fpk191q6t7n5mabqh0otcqflv/f/hfile_0 2024-11-21T20:20:13,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/staging/jenkins__test__mdaso6s64a6et3r3i99cp5ltd1nqp34p4l5m1j4fpk191q6t7n5mabqh0otcqflv/f/hfile_1 into 5716c4d14eff6637dbb10838b39c8612/f as hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/default/test/5716c4d14eff6637dbb10838b39c8612/f/52abe0abf8ec41e09a77b4939a624c81_SeqId_6_ - updating store file list. 2024-11-21T20:20:13,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 52abe0abf8ec41e09a77b4939a624c81_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T20:20:13,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/default/test/5716c4d14eff6637dbb10838b39c8612/f/52abe0abf8ec41e09a77b4939a624c81_SeqId_6_ into 5716c4d14eff6637dbb10838b39c8612/f 2024-11-21T20:20:13,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/staging/jenkins__test__mdaso6s64a6et3r3i99cp5ltd1nqp34p4l5m1j4fpk191q6t7n5mabqh0otcqflv/f/hfile_1 into 5716c4d14eff6637dbb10838b39c8612/f (new location: hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/default/test/5716c4d14eff6637dbb10838b39c8612/f/52abe0abf8ec41e09a77b4939a624c81_SeqId_6_) 2024-11-21T20:20:13,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/staging/jenkins__test__mdaso6s64a6et3r3i99cp5ltd1nqp34p4l5m1j4fpk191q6t7n5mabqh0otcqflv/f/hfile_1 2024-11-21T20:20:13,241 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:20:13,241 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:20:13,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:13,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:13,241 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:20:13,241 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:20:13,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732220403005.5716c4d14eff6637dbb10838b39c8612., hostname=377014bd7527,33015,1732220398402, seqNum=2 , the old value is region=test,,1732220403005.5716c4d14eff6637dbb10838b39c8612., hostname=377014bd7527,33015,1732220398402, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=377014bd7527:33015 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T20:20:13,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732220403005.5716c4d14eff6637dbb10838b39c8612., hostname=377014bd7527,33015,1732220398402, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T20:20:13,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732220403005.5716c4d14eff6637dbb10838b39c8612., hostname=377014bd7527,33015,1732220398402, seqNum=2 from cache 2024-11-21T20:20:13,242 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T20:20:13,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,36967,1732220392642, seqNum=-1] 2024-11-21T20:20:13,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:20:13,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:20:13,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732220401866.c96769b554e99d1c2e0e3c0f59fb79f1., hostname=377014bd7527,36967,1732220392642, seqNum=2] 2024-11-21T20:20:13,252 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T20:20:13,283 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.wal-reader.377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.1732220394977 to pos 687, reset compression=false 2024-11-21T20:20:13,343 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:33015 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T20:20:13,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:20:13,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,35595,1732220392448 2024-11-21T20:20:13,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64d8b759 2024-11-21T20:20:13,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:20:13,367 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-21T20:20:13,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T20:20:13,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:20:13,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,36967,1732220392642, seqNum=-1] 2024-11-21T20:20:13,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:20:13,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-21T20:20:13,376 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/staging/jenkins.hfs.10__test__s2de8mg3823qqrcs15q6u57efni71gfutkm68fudmuniq6jdjuqr7o01aa6mrou6/f/34d198f50fe94271aa49f50a027b91b4_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-21T20:20:13,379 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/staging/jenkins.hfs.10__test__s2de8mg3823qqrcs15q6u57efni71gfutkm68fudmuniq6jdjuqr7o01aa6mrou6/f/8d4799eb2305427d955a60c6591f64e6_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-21T20:20:13,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.ReplicationSink(324): Finished replicating [affc602c-0539-4e43-802d-91bfafa0bbec, 87d72d49-0c30-4340-95d0-19480207b306] bulk loaded data 2024-11-21T20:20:13,449 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.wal-reader.377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/WALs/377014bd7527,33015,1732220398402/377014bd7527%2C33015%2C1732220398402.1732220400748 to pos 725, reset compression=false 2024-11-21T20:20:13,455 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.wal-reader.377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T20:20:13,455 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.shipper377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,33015,1732220398402 got entry batch from reader: WALEntryBatch [walEntries=[{test/5716c4d14eff6637dbb10838b39c8612/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732220413239/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/WALs/377014bd7527,33015,1732220398402/377014bd7527%2C33015%2C1732220398402.1732220400748, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T20:20:13,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.ReplicationSink(318): Replicating [87d72d49-0c30-4340-95d0-19480207b306] bulk loaded data 2024-11-21T20:20:13,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741844_1020 (size=11194) 2024-11-21T20:20:13,655 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.wal-reader.377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/WALs/377014bd7527,33015,1732220398402/377014bd7527%2C33015%2C1732220398402.1732220400748 to pos 1033, reset compression=false 2024-11-21T20:20:13,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741845_1021 (size=10791) 2024-11-21T20:20:13,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T20:20:13,880 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/staging/jenkins.hfs.10__test__c423b4utghv770b8hqop32435dsnvmu1s92o87mfd679bsk4q9ts2a0vtisaj5b2/f/52abe0abf8ec41e09a77b4939a624c81_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-21T20:20:13,882 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/staging/jenkins.hfs.10__test__c423b4utghv770b8hqop32435dsnvmu1s92o87mfd679bsk4q9ts2a0vtisaj5b2/f/d394005fdeeb4d0d9a1d2c2c30d2664a_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-21T20:20:13,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/staging/jenkins.hfs.10__test__c423b4utghv770b8hqop32435dsnvmu1s92o87mfd679bsk4q9ts2a0vtisaj5b2/f/52abe0abf8ec41e09a77b4939a624c81_SeqId_6_ for inclusion in c96769b554e99d1c2e0e3c0f59fb79f1/f 2024-11-21T20:20:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-21T20:20:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T20:20:13,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/staging/jenkins.hfs.10__test__c423b4utghv770b8hqop32435dsnvmu1s92o87mfd679bsk4q9ts2a0vtisaj5b2/f/d394005fdeeb4d0d9a1d2c2c30d2664a_SeqId_6_ for inclusion in c96769b554e99d1c2e0e3c0f59fb79f1/f 2024-11-21T20:20:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-21T20:20:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T20:20:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.HRegion(2603): Flush status journal for c96769b554e99d1c2e0e3c0f59fb79f1: 2024-11-21T20:20:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 52abe0abf8ec41e09a77b4939a624c81_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T20:20:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/staging/jenkins.hfs.10__test__c423b4utghv770b8hqop32435dsnvmu1s92o87mfd679bsk4q9ts2a0vtisaj5b2/f/52abe0abf8ec41e09a77b4939a624c81_SeqId_6_ as hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/default/test/c96769b554e99d1c2e0e3c0f59fb79f1/f/f865af3b13954874acc2d78854cd071f_SeqId_6_ 2024-11-21T20:20:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d394005fdeeb4d0d9a1d2c2c30d2664a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T20:20:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/staging/jenkins.hfs.10__test__c423b4utghv770b8hqop32435dsnvmu1s92o87mfd679bsk4q9ts2a0vtisaj5b2/f/d394005fdeeb4d0d9a1d2c2c30d2664a_SeqId_6_ as hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/default/test/c96769b554e99d1c2e0e3c0f59fb79f1/f/94ee3a38a3504432899a2ab3d5fbdcd5_SeqId_6_ 2024-11-21T20:20:13,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/staging/jenkins.hfs.10__test__c423b4utghv770b8hqop32435dsnvmu1s92o87mfd679bsk4q9ts2a0vtisaj5b2/f/52abe0abf8ec41e09a77b4939a624c81_SeqId_6_ into c96769b554e99d1c2e0e3c0f59fb79f1/f as hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/default/test/c96769b554e99d1c2e0e3c0f59fb79f1/f/f865af3b13954874acc2d78854cd071f_SeqId_6_ - updating store file list. 2024-11-21T20:20:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f865af3b13954874acc2d78854cd071f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T20:20:13,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/default/test/c96769b554e99d1c2e0e3c0f59fb79f1/f/f865af3b13954874acc2d78854cd071f_SeqId_6_ into c96769b554e99d1c2e0e3c0f59fb79f1/f 2024-11-21T20:20:13,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/staging/jenkins.hfs.10__test__c423b4utghv770b8hqop32435dsnvmu1s92o87mfd679bsk4q9ts2a0vtisaj5b2/f/52abe0abf8ec41e09a77b4939a624c81_SeqId_6_ into c96769b554e99d1c2e0e3c0f59fb79f1/f (new location: hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/default/test/c96769b554e99d1c2e0e3c0f59fb79f1/f/f865af3b13954874acc2d78854cd071f_SeqId_6_) 2024-11-21T20:20:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/staging/jenkins.hfs.10__test__c423b4utghv770b8hqop32435dsnvmu1s92o87mfd679bsk4q9ts2a0vtisaj5b2/f/52abe0abf8ec41e09a77b4939a624c81_SeqId_6_ 2024-11-21T20:20:13,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/staging/jenkins.hfs.10__test__c423b4utghv770b8hqop32435dsnvmu1s92o87mfd679bsk4q9ts2a0vtisaj5b2/f/d394005fdeeb4d0d9a1d2c2c30d2664a_SeqId_6_ into c96769b554e99d1c2e0e3c0f59fb79f1/f as hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/default/test/c96769b554e99d1c2e0e3c0f59fb79f1/f/94ee3a38a3504432899a2ab3d5fbdcd5_SeqId_6_ - updating store file list. 2024-11-21T20:20:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 94ee3a38a3504432899a2ab3d5fbdcd5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T20:20:13,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/default/test/c96769b554e99d1c2e0e3c0f59fb79f1/f/94ee3a38a3504432899a2ab3d5fbdcd5_SeqId_6_ into c96769b554e99d1c2e0e3c0f59fb79f1/f 2024-11-21T20:20:13,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/staging/jenkins.hfs.10__test__c423b4utghv770b8hqop32435dsnvmu1s92o87mfd679bsk4q9ts2a0vtisaj5b2/f/d394005fdeeb4d0d9a1d2c2c30d2664a_SeqId_6_ into c96769b554e99d1c2e0e3c0f59fb79f1/f (new location: hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/default/test/c96769b554e99d1c2e0e3c0f59fb79f1/f/94ee3a38a3504432899a2ab3d5fbdcd5_SeqId_6_) 2024-11-21T20:20:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/staging/jenkins.hfs.10__test__c423b4utghv770b8hqop32435dsnvmu1s92o87mfd679bsk4q9ts2a0vtisaj5b2/f/d394005fdeeb4d0d9a1d2c2c30d2664a_SeqId_6_ 2024-11-21T20:20:13,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.ReplicationSink(324): Finished replicating [87d72d49-0c30-4340-95d0-19480207b306] bulk loaded data 2024-11-21T20:20:13,959 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.wal-reader.377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/WALs/377014bd7527,33015,1732220398402/377014bd7527%2C33015%2C1732220398402.1732220400748 to pos 1033, reset compression=false 2024-11-21T20:20:13,981 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:20:13,986 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.wal-reader.377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.1732220394977 to pos 687, reset compression=false 2024-11-21T20:20:14,025 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.wal-reader.377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T20:20:14,025 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.shipper377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,36967,1732220392642 got entry batch from reader: WALEntryBatch [walEntries=[{test/c96769b554e99d1c2e0e3c0f59fb79f1/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732220413905/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.1732220394977, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-21T20:20:14,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.ReplicationSink(318): Replicating [87d72d49-0c30-4340-95d0-19480207b306, affc602c-0539-4e43-802d-91bfafa0bbec] bulk loaded data 2024-11-21T20:20:14,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:14,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:14,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:14,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:14,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:14,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:14,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43719 is added to blk_1073741844_1020 (size=10791) 2024-11-21T20:20:14,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:14,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43719 is added to blk_1073741845_1021 (size=11194) 2024-11-21T20:20:14,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:14,056 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T20:20:14,062 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/staging/jenkins.hfs.11__test__eb2uegb3ks2t153kaa0flhm8srjsrd484bolmn2e4r4n7epudsbmvonjjkbg4r1t/f/94ee3a38a3504432899a2ab3d5fbdcd5_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-21T20:20:14,065 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/staging/jenkins.hfs.11__test__eb2uegb3ks2t153kaa0flhm8srjsrd484bolmn2e4r4n7epudsbmvonjjkbg4r1t/f/f865af3b13954874acc2d78854cd071f_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-21T20:20:14,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33015 {}] regionserver.ReplicationSink(324): Finished replicating [87d72d49-0c30-4340-95d0-19480207b306, affc602c-0539-4e43-802d-91bfafa0bbec] bulk loaded data 2024-11-21T20:20:14,225 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.wal-reader.377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.1732220394977 to pos 1033, reset compression=false 2024-11-21T20:20:14,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T20:20:14,264 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:20:14,264 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:20:14,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:14,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:14,264 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:20:14,264 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T20:20:14,264 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2066671761, stopped=false 2024-11-21T20:20:14,265 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=377014bd7527,37715,1732220398153 2024-11-21T20:20:14,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33015-0x1015f0d88620004, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1608404466/running 2024-11-21T20:20:14,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37715-0x1015f0d88620003, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1608404466/running 2024-11-21T20:20:14,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33015-0x1015f0d88620004, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608404466 2024-11-21T20:20:14,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37715-0x1015f0d88620003, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608404466 2024-11-21T20:20:14,324 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:20:14,324 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:20:14,324 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:20:14,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:14,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37715-0x1015f0d88620003, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Set watcher on znode that does not yet exist, /1-1608404466/running 2024-11-21T20:20:14,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33015-0x1015f0d88620004, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Set watcher on znode that does not yet exist, /1-1608404466/running 2024-11-21T20:20:14,325 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '377014bd7527,33015,1732220398402' ***** 2024-11-21T20:20:14,325 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T20:20:14,325 INFO [RS:0;377014bd7527:33015 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T20:20:14,325 INFO [RS:0;377014bd7527:33015 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T20:20:14,325 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T20:20:14,325 INFO [RS:0;377014bd7527:33015 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T20:20:14,325 INFO [RS:0;377014bd7527:33015 {}] regionserver.HRegionServer(3091): Received CLOSE for 5716c4d14eff6637dbb10838b39c8612 2024-11-21T20:20:14,325 INFO [RS:0;377014bd7527:33015 {}] regionserver.HRegionServer(3091): Received CLOSE for b3006787ff5f30cca3bc12c5217e3f14 2024-11-21T20:20:14,325 INFO [RS:0;377014bd7527:33015 {}] regionserver.HRegionServer(959): stopping server 377014bd7527,33015,1732220398402 2024-11-21T20:20:14,325 INFO [RS:0;377014bd7527:33015 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:20:14,325 INFO [RS:0;377014bd7527:33015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:33015. 2024-11-21T20:20:14,325 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5716c4d14eff6637dbb10838b39c8612, disabling compactions & flushes 2024-11-21T20:20:14,325 DEBUG [RS:0;377014bd7527:33015 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:20:14,325 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732220403005.5716c4d14eff6637dbb10838b39c8612. 2024-11-21T20:20:14,325 DEBUG [RS:0;377014bd7527:33015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:14,326 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732220403005.5716c4d14eff6637dbb10838b39c8612. 2024-11-21T20:20:14,326 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732220403005.5716c4d14eff6637dbb10838b39c8612. after waiting 0 ms 2024-11-21T20:20:14,326 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732220403005.5716c4d14eff6637dbb10838b39c8612. 2024-11-21T20:20:14,326 INFO [RS:0;377014bd7527:33015 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T20:20:14,326 INFO [RS:0;377014bd7527:33015 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T20:20:14,326 INFO [RS:0;377014bd7527:33015 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T20:20:14,326 INFO [RS:0;377014bd7527:33015 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T20:20:14,326 INFO [RS:0;377014bd7527:33015 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T20:20:14,326 DEBUG [RS:0;377014bd7527:33015 {}] regionserver.HRegionServer(1325): Online Regions={5716c4d14eff6637dbb10838b39c8612=test,,1732220403005.5716c4d14eff6637dbb10838b39c8612., b3006787ff5f30cca3bc12c5217e3f14=hbase:replication,,1732220407328.b3006787ff5f30cca3bc12c5217e3f14., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T20:20:14,326 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:20:14,326 DEBUG [RS:0;377014bd7527:33015 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5716c4d14eff6637dbb10838b39c8612, b3006787ff5f30cca3bc12c5217e3f14 2024-11-21T20:20:14,326 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:20:14,326 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:20:14,326 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:20:14,326 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:20:14,327 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T20:20:14,329 INFO [regionserver/377014bd7527:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:20:14,330 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/default/test/5716c4d14eff6637dbb10838b39c8612/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T20:20:14,330 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:20:14,330 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T20:20:14,330 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732220403005.5716c4d14eff6637dbb10838b39c8612. 2024-11-21T20:20:14,331 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5716c4d14eff6637dbb10838b39c8612: Waiting for close lock at 1732220414325Running coprocessor pre-close hooks at 1732220414325Disabling compacts and flushes for region at 1732220414325Disabling writes for close at 1732220414326 (+1 ms)Writing region close event to WAL at 1732220414326Running coprocessor post-close hooks at 1732220414330 (+4 ms)Closed at 1732220414330 2024-11-21T20:20:14,331 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732220403005.5716c4d14eff6637dbb10838b39c8612. 2024-11-21T20:20:14,331 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b3006787ff5f30cca3bc12c5217e3f14, disabling compactions & flushes 2024-11-21T20:20:14,331 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732220407328.b3006787ff5f30cca3bc12c5217e3f14. 2024-11-21T20:20:14,331 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732220407328.b3006787ff5f30cca3bc12c5217e3f14. 2024-11-21T20:20:14,331 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732220407328.b3006787ff5f30cca3bc12c5217e3f14. after waiting 0 ms 2024-11-21T20:20:14,331 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732220407328.b3006787ff5f30cca3bc12c5217e3f14. 2024-11-21T20:20:14,331 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b3006787ff5f30cca3bc12c5217e3f14 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-21T20:20:14,342 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/meta/1588230740/.tmp/info/a626c19a3f554cad84f04eef987eda9f is 147, key is hbase:replication,,1732220407328.b3006787ff5f30cca3bc12c5217e3f14./info:regioninfo/1732220408493/Put/seqid=0 2024-11-21T20:20:14,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43719 is added to blk_1073741846_1022 (size=7686) 2024-11-21T20:20:14,348 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/replication/b3006787ff5f30cca3bc12c5217e3f14/.tmp/hfileref/1dbe3fa3cf284db396610784c40e3465 is 74, key is 1/hfileref:34d198f50fe94271aa49f50a027b91b4_SeqId_4_/1732220413382/DeleteColumn/seqid=0 2024-11-21T20:20:14,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43719 is added to blk_1073741847_1023 (size=5345) 2024-11-21T20:20:14,363 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.wal-reader.377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/WALs/377014bd7527,33015,1732220398402/377014bd7527%2C33015%2C1732220398402.1732220400748 to pos 1033, reset compression=false 2024-11-21T20:20:14,368 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.wal-reader.377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:20:14,368 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.wal-reader.377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/WALs/377014bd7527,33015,1732220398402/377014bd7527%2C33015%2C1732220398402.1732220400748 to pos 1328, reset compression=false 2024-11-21T20:20:14,368 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.shipper377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,33015,1732220398402 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/WALs/377014bd7527,33015,1732220398402/377014bd7527%2C33015%2C1732220398402.1732220400748, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:20:14,369 ERROR [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.shipper377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 377014bd7527,33015,1732220398402: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-377014bd7527,33015,1732220398402, walGroup=377014bd7527%2C33015%2C1732220398402, offset=377014bd7527%2C33015%2C1732220398402.1732220400748:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:33015 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T20:20:14,371 ERROR [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.shipper377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T20:20:14,371 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.shipper377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T20:20:14,372 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.shipper377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T20:20:14,372 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.shipper377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T20:20:14,372 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.shipper377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T20:20:14,372 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.shipper377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 586059800 }, "NonHeapMemoryUsage": { "committed": 190382080, "init": 7667712, "max": -1, "used": 187743344 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T20:20:14,375 WARN [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.shipper377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:37715 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:37715 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T20:20:14,526 DEBUG [RS:0;377014bd7527:33015 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b3006787ff5f30cca3bc12c5217e3f14 2024-11-21T20:20:14,529 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.wal-reader.377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.1732220394977 to pos 1033, reset compression=false 2024-11-21T20:20:14,572 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.wal-reader.377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/WALs/377014bd7527,33015,1732220398402/377014bd7527%2C33015%2C1732220398402.1732220400748 to pos 1328, reset compression=false 2024-11-21T20:20:14,619 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T20:20:14,619 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T20:20:14,727 DEBUG [RS:0;377014bd7527:33015 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b3006787ff5f30cca3bc12c5217e3f14 2024-11-21T20:20:14,747 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/meta/1588230740/.tmp/info/a626c19a3f554cad84f04eef987eda9f 2024-11-21T20:20:14,752 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/replication/b3006787ff5f30cca3bc12c5217e3f14/.tmp/hfileref/1dbe3fa3cf284db396610784c40e3465 2024-11-21T20:20:14,769 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/meta/1588230740/.tmp/ns/19811d38b65c424389cba66f5374e82a is 43, key is default/ns:d/1732220401763/Put/seqid=0 2024-11-21T20:20:14,772 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/replication/b3006787ff5f30cca3bc12c5217e3f14/.tmp/queue/e0bf17f444834705b292afbfbb8a2b68 is 154, key is 1-377014bd7527,33015,1732220398402/queue:377014bd7527%2C33015%2C1732220398402/1732220413910/Put/seqid=0 2024-11-21T20:20:14,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43719 is added to blk_1073741848_1024 (size=5153) 2024-11-21T20:20:14,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43719 is added to blk_1073741849_1025 (size=5353) 2024-11-21T20:20:14,876 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.wal-reader.377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/WALs/377014bd7527,33015,1732220398402/377014bd7527%2C33015%2C1732220398402.1732220400748 to pos 1328, reset compression=false 2024-11-21T20:20:14,927 DEBUG [RS:0;377014bd7527:33015 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b3006787ff5f30cca3bc12c5217e3f14 2024-11-21T20:20:14,932 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.wal-reader.377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.1732220394977 to pos 1033, reset compression=false 2024-11-21T20:20:15,127 DEBUG [RS:0;377014bd7527:33015 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b3006787ff5f30cca3bc12c5217e3f14 2024-11-21T20:20:15,173 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/meta/1588230740/.tmp/ns/19811d38b65c424389cba66f5374e82a 2024-11-21T20:20:15,176 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/replication/b3006787ff5f30cca3bc12c5217e3f14/.tmp/queue/e0bf17f444834705b292afbfbb8a2b68 2024-11-21T20:20:15,181 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/replication/b3006787ff5f30cca3bc12c5217e3f14/.tmp/hfileref/1dbe3fa3cf284db396610784c40e3465 as hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/replication/b3006787ff5f30cca3bc12c5217e3f14/hfileref/1dbe3fa3cf284db396610784c40e3465 2024-11-21T20:20:15,185 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/replication/b3006787ff5f30cca3bc12c5217e3f14/hfileref/1dbe3fa3cf284db396610784c40e3465, entries=4, sequenceid=12, filesize=5.2 K 2024-11-21T20:20:15,186 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/replication/b3006787ff5f30cca3bc12c5217e3f14/.tmp/queue/e0bf17f444834705b292afbfbb8a2b68 as hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/replication/b3006787ff5f30cca3bc12c5217e3f14/queue/e0bf17f444834705b292afbfbb8a2b68 2024-11-21T20:20:15,190 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/replication/b3006787ff5f30cca3bc12c5217e3f14/queue/e0bf17f444834705b292afbfbb8a2b68, entries=1, sequenceid=12, filesize=5.2 K 2024-11-21T20:20:15,191 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for b3006787ff5f30cca3bc12c5217e3f14 in 860ms, sequenceid=12, compaction requested=false 2024-11-21T20:20:15,194 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/replication/b3006787ff5f30cca3bc12c5217e3f14/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T20:20:15,195 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:20:15,195 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:20:15,195 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732220407328.b3006787ff5f30cca3bc12c5217e3f14. 2024-11-21T20:20:15,195 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b3006787ff5f30cca3bc12c5217e3f14: Waiting for close lock at 1732220414331Running coprocessor pre-close hooks at 1732220414331Disabling compacts and flushes for region at 1732220414331Disabling writes for close at 1732220414331Obtaining lock to block concurrent updates at 1732220414331Preparing flush snapshotting stores in b3006787ff5f30cca3bc12c5217e3f14 at 1732220414331Finished memstore snapshotting hbase:replication,,1732220407328.b3006787ff5f30cca3bc12c5217e3f14., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732220414331Flushing stores of hbase:replication,,1732220407328.b3006787ff5f30cca3bc12c5217e3f14. at 1732220414332 (+1 ms)Flushing b3006787ff5f30cca3bc12c5217e3f14/hfileref: creating writer at 1732220414332Flushing b3006787ff5f30cca3bc12c5217e3f14/hfileref: appending metadata at 1732220414347 (+15 ms)Flushing b3006787ff5f30cca3bc12c5217e3f14/hfileref: closing flushed file at 1732220414347Flushing b3006787ff5f30cca3bc12c5217e3f14/queue: creating writer at 1732220414756 (+409 ms)Flushing b3006787ff5f30cca3bc12c5217e3f14/queue: appending metadata at 1732220414771 (+15 ms)Flushing b3006787ff5f30cca3bc12c5217e3f14/queue: closing flushed file at 1732220414772 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@86f7c1b: reopening flushed file at 1732220415180 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aa17ccd: reopening flushed file at 1732220415185 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for b3006787ff5f30cca3bc12c5217e3f14 in 860ms, sequenceid=12, compaction requested=false at 1732220415191 (+6 ms)Writing region close event to WAL at 1732220415192 (+1 ms)Running coprocessor post-close hooks at 1732220415195 (+3 ms)Closed at 1732220415195 2024-11-21T20:20:15,195 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732220407328.b3006787ff5f30cca3bc12c5217e3f14. 2024-11-21T20:20:15,195 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/meta/1588230740/.tmp/rep_barrier/c6d804f0774349ec972fea0f3c1ab8b0 is 112, key is test,,1732220403005.5716c4d14eff6637dbb10838b39c8612./rep_barrier:seqnumDuringOpen/1732220404156/Put/seqid=0 2024-11-21T20:20:15,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43719 is added to blk_1073741850_1026 (size=5518) 2024-11-21T20:20:15,280 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.wal-reader.377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/WALs/377014bd7527,33015,1732220398402/377014bd7527%2C33015%2C1732220398402.1732220400748 to pos 1328, reset compression=false 2024-11-21T20:20:15,327 INFO [RS:0;377014bd7527:33015 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T20:20:15,327 DEBUG [RS:0;377014bd7527:33015 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T20:20:15,327 DEBUG [RS:0;377014bd7527:33015 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:20:15,436 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.wal-reader.377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.1732220394977 to pos 1033, reset compression=false 2024-11-21T20:20:15,527 DEBUG [RS:0;377014bd7527:33015 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:20:15,599 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/meta/1588230740/.tmp/rep_barrier/c6d804f0774349ec972fea0f3c1ab8b0 2024-11-21T20:20:15,616 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/meta/1588230740/.tmp/table/fd80d86380cc49e7abae3b029569cb27 is 53, key is hbase:replication/table:state/1732220408500/Put/seqid=0 2024-11-21T20:20:15,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43719 is added to blk_1073741851_1027 (size=5308) 2024-11-21T20:20:15,727 DEBUG [RS:0;377014bd7527:33015 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:20:15,783 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.wal-reader.377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/WALs/377014bd7527,33015,1732220398402/377014bd7527%2C33015%2C1732220398402.1732220400748 to pos 1328, reset compression=false 2024-11-21T20:20:15,928 DEBUG [RS:0;377014bd7527:33015 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:20:16,020 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/meta/1588230740/.tmp/table/fd80d86380cc49e7abae3b029569cb27 2024-11-21T20:20:16,024 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/meta/1588230740/.tmp/info/a626c19a3f554cad84f04eef987eda9f as hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/meta/1588230740/info/a626c19a3f554cad84f04eef987eda9f 2024-11-21T20:20:16,028 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/meta/1588230740/info/a626c19a3f554cad84f04eef987eda9f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T20:20:16,029 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/meta/1588230740/.tmp/ns/19811d38b65c424389cba66f5374e82a as hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/meta/1588230740/ns/19811d38b65c424389cba66f5374e82a 2024-11-21T20:20:16,034 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/meta/1588230740/ns/19811d38b65c424389cba66f5374e82a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T20:20:16,035 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/meta/1588230740/.tmp/rep_barrier/c6d804f0774349ec972fea0f3c1ab8b0 as hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/meta/1588230740/rep_barrier/c6d804f0774349ec972fea0f3c1ab8b0 2024-11-21T20:20:16,039 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/meta/1588230740/rep_barrier/c6d804f0774349ec972fea0f3c1ab8b0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T20:20:16,040 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/meta/1588230740/.tmp/table/fd80d86380cc49e7abae3b029569cb27 as hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/meta/1588230740/table/fd80d86380cc49e7abae3b029569cb27 2024-11-21T20:20:16,040 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.wal-reader.377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.1732220394977 to pos 1033, reset compression=false 2024-11-21T20:20:16,044 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/meta/1588230740/table/fd80d86380cc49e7abae3b029569cb27, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T20:20:16,045 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false 2024-11-21T20:20:16,051 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T20:20:16,051 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:20:16,051 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:20:16,051 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:20:16,052 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220414326Running coprocessor pre-close hooks at 1732220414326Disabling compacts and flushes for region at 1732220414326Disabling writes for close at 1732220414326Obtaining lock to block concurrent updates at 1732220414327 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732220414327Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732220414327Flushing stores of hbase:meta,,1.1588230740 at 1732220414327Flushing 1588230740/info: creating writer at 1732220414327Flushing 1588230740/info: appending metadata at 1732220414342 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732220414342Flushing 1588230740/ns: creating writer at 1732220414752 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732220414768 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732220414768Flushing 1588230740/rep_barrier: creating writer at 1732220415178 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732220415195 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732220415195Flushing 1588230740/table: creating writer at 1732220415603 (+408 ms)Flushing 1588230740/table: appending metadata at 1732220415615 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732220415615Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ddab0d7: reopening flushed file at 1732220416024 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61d63c26: reopening flushed file at 1732220416029 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ab9f55b: reopening flushed file at 1732220416034 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12974e97: reopening flushed file at 1732220416039 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false at 1732220416045 (+6 ms)Writing region close event to WAL at 1732220416048 (+3 ms)Running coprocessor post-close hooks at 1732220416051 (+3 ms)Closed at 1732220416051 2024-11-21T20:20:16,052 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T20:20:16,128 INFO [RS:0;377014bd7527:33015 {}] regionserver.HRegionServer(976): stopping server 377014bd7527,33015,1732220398402; all regions closed. 2024-11-21T20:20:16,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43719 is added to blk_1073741834_1010 (size=4239) 2024-11-21T20:20:16,130 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/WALs/377014bd7527,33015,1732220398402/377014bd7527%2C33015%2C1732220398402.meta.1732220401715.meta not finished, retry = 0 2024-11-21T20:20:16,233 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/WALs/377014bd7527,33015,1732220398402/377014bd7527%2C33015%2C1732220398402.rep.1732220408461 not finished, retry = 0 2024-11-21T20:20:16,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43719 is added to blk_1073741839_1015 (size=3127) 2024-11-21T20:20:16,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43719 is added to blk_1073741832_1008 (size=1336) 2024-11-21T20:20:16,336 DEBUG [RS:0;377014bd7527:33015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:16,336 INFO [RS:0;377014bd7527:33015 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:20:16,336 INFO [RS:0;377014bd7527:33015 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:20:16,337 INFO [RS:0;377014bd7527:33015 {}] hbase.ChoreService(370): Chore service for: regionserver/377014bd7527:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T20:20:16,337 INFO [RS:0;377014bd7527:33015 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:20:16,337 INFO [regionserver/377014bd7527:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:20:16,337 INFO [RS:0;377014bd7527:33015 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-377014bd7527,33015,1732220398402 because: Region server is closing 2024-11-21T20:20:16,337 INFO [RS:0;377014bd7527:33015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:33015. 2024-11-21T20:20:16,337 DEBUG [RS:0;377014bd7527:33015 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:20:16,337 DEBUG [RS:0;377014bd7527:33015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:16,337 DEBUG [RS:0;377014bd7527:33015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:16,337 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:20:16,438 INFO [RS:0;377014bd7527:33015 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33015,1732220398402.replicationSource.shipper377014bd7527%2C33015%2C1732220398402,1-377014bd7527,33015,1732220398402 terminated 2024-11-21T20:20:16,438 INFO [RS:0;377014bd7527:33015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:33015. 2024-11-21T20:20:16,438 DEBUG [RS:0;377014bd7527:33015 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:20:16,438 DEBUG [RS:0;377014bd7527:33015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:16,438 DEBUG [RS:0;377014bd7527:33015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:16,438 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:20:16,438 INFO [RS:0;377014bd7527:33015 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33015 2024-11-21T20:20:16,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37715-0x1015f0d88620003, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608404466/rs 2024-11-21T20:20:16,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33015-0x1015f0d88620004, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1608404466/rs/377014bd7527,33015,1732220398402 2024-11-21T20:20:16,461 INFO [RS:0;377014bd7527:33015 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:20:16,471 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [377014bd7527,33015,1732220398402] 2024-11-21T20:20:16,482 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1608404466/draining/377014bd7527,33015,1732220398402 already deleted, retry=false 2024-11-21T20:20:16,482 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 377014bd7527,33015,1732220398402 expired; onlineServers=0 2024-11-21T20:20:16,482 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '377014bd7527,37715,1732220398153' ***** 2024-11-21T20:20:16,482 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T20:20:16,482 INFO [M:0;377014bd7527:37715 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:20:16,482 INFO [M:0;377014bd7527:37715 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:20:16,482 DEBUG [M:0;377014bd7527:37715 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T20:20:16,482 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T20:20:16,482 DEBUG [M:0;377014bd7527:37715 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T20:20:16,482 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220400510 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220400510,5,FailOnTimeoutGroup] 2024-11-21T20:20:16,482 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220400510 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220400510,5,FailOnTimeoutGroup] 2024-11-21T20:20:16,482 INFO [M:0;377014bd7527:37715 {}] hbase.ChoreService(370): Chore service for: master/377014bd7527:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T20:20:16,482 INFO [M:0;377014bd7527:37715 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:20:16,482 DEBUG [M:0;377014bd7527:37715 {}] master.HMaster(1795): Stopping service threads 2024-11-21T20:20:16,482 INFO [M:0;377014bd7527:37715 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T20:20:16,482 INFO [M:0;377014bd7527:37715 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:20:16,483 INFO [M:0;377014bd7527:37715 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T20:20:16,483 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T20:20:16,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37715-0x1015f0d88620003, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1608404466/master 2024-11-21T20:20:16,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37715-0x1015f0d88620003, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608404466 2024-11-21T20:20:16,492 DEBUG [M:0;377014bd7527:37715 {}] zookeeper.ZKUtil(347): master:37715-0x1015f0d88620003, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Unable to get data of znode /1-1608404466/master because node does not exist (not an error) 2024-11-21T20:20:16,492 WARN [M:0;377014bd7527:37715 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T20:20:16,493 INFO [M:0;377014bd7527:37715 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/.lastflushedseqids 2024-11-21T20:20:16,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43719 is added to blk_1073741852_1028 (size=263) 2024-11-21T20:20:16,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33015-0x1015f0d88620004, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:20:16,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33015-0x1015f0d88620004, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:20:16,572 INFO [RS:0;377014bd7527:33015 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:20:16,572 INFO [RS:0;377014bd7527:33015 {}] regionserver.HRegionServer(1031): Exiting; stopping=377014bd7527,33015,1732220398402; zookeeper connection closed. 2024-11-21T20:20:16,573 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@266b1573 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@266b1573 2024-11-21T20:20:16,573 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T20:20:16,744 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.wal-reader.377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.1732220394977 to pos 1033, reset compression=false 2024-11-21T20:20:16,897 INFO [M:0;377014bd7527:37715 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T20:20:16,897 INFO [M:0;377014bd7527:37715 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T20:20:16,897 DEBUG [M:0;377014bd7527:37715 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:20:16,897 INFO [M:0;377014bd7527:37715 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:20:16,897 DEBUG [M:0;377014bd7527:37715 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:20:16,897 DEBUG [M:0;377014bd7527:37715 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:20:16,897 DEBUG [M:0;377014bd7527:37715 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:20:16,898 INFO [M:0;377014bd7527:37715 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-21T20:20:16,911 DEBUG [M:0;377014bd7527:37715 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7e4b1f9357f45bfa92a01bdb8ec6dd3 is 82, key is hbase:meta,,1/info:regioninfo/1732220401745/Put/seqid=0 2024-11-21T20:20:16,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43719 is added to blk_1073741853_1029 (size=5672) 2024-11-21T20:20:17,315 INFO [M:0;377014bd7527:37715 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7e4b1f9357f45bfa92a01bdb8ec6dd3 2024-11-21T20:20:17,333 DEBUG [M:0;377014bd7527:37715 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14dd18305cf24061ab92367c797bf360 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732220408503/Put/seqid=0 2024-11-21T20:20:17,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43719 is added to blk_1073741854_1030 (size=8516) 2024-11-21T20:20:17,547 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.wal-reader.377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.1732220394977 to pos 1033, reset compression=false 2024-11-21T20:20:17,737 INFO [M:0;377014bd7527:37715 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14dd18305cf24061ab92367c797bf360 2024-11-21T20:20:17,757 DEBUG [M:0;377014bd7527:37715 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c373fc704c540e981ad6b8e160ecc89 is 69, key is 377014bd7527,33015,1732220398402/rs:state/1732220400560/Put/seqid=0 2024-11-21T20:20:17,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43719 is added to blk_1073741855_1031 (size=5156) 2024-11-21T20:20:18,161 INFO [M:0;377014bd7527:37715 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c373fc704c540e981ad6b8e160ecc89 2024-11-21T20:20:18,165 DEBUG [M:0;377014bd7527:37715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7e4b1f9357f45bfa92a01bdb8ec6dd3 as hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e7e4b1f9357f45bfa92a01bdb8ec6dd3 2024-11-21T20:20:18,169 INFO [M:0;377014bd7527:37715 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e7e4b1f9357f45bfa92a01bdb8ec6dd3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T20:20:18,170 DEBUG [M:0;377014bd7527:37715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14dd18305cf24061ab92367c797bf360 as hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/14dd18305cf24061ab92367c797bf360 2024-11-21T20:20:18,174 INFO [M:0;377014bd7527:37715 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/14dd18305cf24061ab92367c797bf360, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T20:20:18,175 DEBUG [M:0;377014bd7527:37715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c373fc704c540e981ad6b8e160ecc89 as hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8c373fc704c540e981ad6b8e160ecc89 2024-11-21T20:20:18,179 INFO [M:0;377014bd7527:37715 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41585/user/jenkins/test-data/4d454ff9-d021-76b0-eea1-beb6ebc9ca1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8c373fc704c540e981ad6b8e160ecc89, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T20:20:18,179 INFO [M:0;377014bd7527:37715 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false 2024-11-21T20:20:18,180 INFO [M:0;377014bd7527:37715 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:20:18,181 DEBUG [M:0;377014bd7527:37715 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220416897Disabling compacts and flushes for region at 1732220416897Disabling writes for close at 1732220416897Obtaining lock to block concurrent updates at 1732220416898 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732220416898Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732220416898Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732220416898Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732220416898Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732220416911 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732220416911Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732220417319 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732220417332 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732220417332Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732220417741 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732220417756 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732220417756Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cb531ba: reopening flushed file at 1732220418165 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f304630: reopening flushed file at 1732220418169 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@275346cd: reopening flushed file at 1732220418174 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false at 1732220418179 (+5 ms)Writing region close event to WAL at 1732220418180 (+1 ms)Closed at 1732220418180 2024-11-21T20:20:18,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43719 is added to blk_1073741830_1006 (size=63654) 2024-11-21T20:20:18,183 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:20:18,183 INFO [M:0;377014bd7527:37715 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T20:20:18,183 INFO [M:0;377014bd7527:37715 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37715 2024-11-21T20:20:18,183 INFO [M:0;377014bd7527:37715 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:20:18,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37715-0x1015f0d88620003, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:20:18,350 INFO [M:0;377014bd7527:37715 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:20:18,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37715-0x1015f0d88620003, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:20:18,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2febc756{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:20:18,391 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c143e7b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:20:18,391 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:20:18,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@449c586f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:20:18,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4723368d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19e5310-b338-5892-680a-c78af273b7ad/hadoop.log.dir/,STOPPED} 2024-11-21T20:20:18,392 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T20:20:18,392 WARN [BP-1014524822-172.17.0.2-1732220396031 heartbeating to localhost/127.0.0.1:41585 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T20:20:18,392 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T20:20:18,392 WARN [BP-1014524822-172.17.0.2-1732220396031 heartbeating to localhost/127.0.0.1:41585 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1014524822-172.17.0.2-1732220396031 (Datanode Uuid 0e926590-ea9d-4664-8d5d-601e267f1866) service to localhost/127.0.0.1:41585 2024-11-21T20:20:18,393 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19e5310-b338-5892-680a-c78af273b7ad/cluster_dd84fa3f-3ec2-33dc-65af-d3365d672a1b/data/data1/current/BP-1014524822-172.17.0.2-1732220396031 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:20:18,393 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19e5310-b338-5892-680a-c78af273b7ad/cluster_dd84fa3f-3ec2-33dc-65af-d3365d672a1b/data/data2/current/BP-1014524822-172.17.0.2-1732220396031 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:20:18,393 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T20:20:18,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20a9193d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:20:18,400 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cd741ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:20:18,400 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:20:18,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b74bab8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:20:18,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27d8bc7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19e5310-b338-5892-680a-c78af273b7ad/hadoop.log.dir/,STOPPED} 2024-11-21T20:20:18,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T20:20:18,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T20:20:18,427 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:20:18,427 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:20:18,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:18,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:18,427 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:20:18,427 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T20:20:18,427 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=967851922, stopped=false 2024-11-21T20:20:18,427 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=377014bd7527,35595,1732220392448 2024-11-21T20:20:18,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36967-0x1015f0d88620001, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01280855149/running 2024-11-21T20:20:18,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35595-0x1015f0d88620000, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01280855149/running 2024-11-21T20:20:18,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36967-0x1015f0d88620001, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01280855149 2024-11-21T20:20:18,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35595-0x1015f0d88620000, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01280855149 2024-11-21T20:20:18,439 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:20:18,440 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:20:18,440 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:20:18,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:18,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36967-0x1015f0d88620001, quorum=127.0.0.1:58507, baseZNode=/01280855149 Set watcher on znode that does not yet exist, /01280855149/running 2024-11-21T20:20:18,440 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '377014bd7527,36967,1732220392642' ***** 2024-11-21T20:20:18,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35595-0x1015f0d88620000, quorum=127.0.0.1:58507, baseZNode=/01280855149 Set watcher on znode that does not yet exist, /01280855149/running 2024-11-21T20:20:18,440 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T20:20:18,440 INFO [RS:0;377014bd7527:36967 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T20:20:18,440 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T20:20:18,441 INFO [RS:0;377014bd7527:36967 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T20:20:18,441 INFO [RS:0;377014bd7527:36967 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T20:20:18,441 INFO [RS:0;377014bd7527:36967 {}] regionserver.HRegionServer(3091): Received CLOSE for 17860314c8b4007900b6f99e1bc36af7 2024-11-21T20:20:18,441 INFO [RS:0;377014bd7527:36967 {}] regionserver.HRegionServer(3091): Received CLOSE for c96769b554e99d1c2e0e3c0f59fb79f1 2024-11-21T20:20:18,441 INFO [RS:0;377014bd7527:36967 {}] regionserver.HRegionServer(959): stopping server 377014bd7527,36967,1732220392642 2024-11-21T20:20:18,441 INFO [RS:0;377014bd7527:36967 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:20:18,441 INFO [RS:0;377014bd7527:36967 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:36967. 2024-11-21T20:20:18,441 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 17860314c8b4007900b6f99e1bc36af7, disabling compactions & flushes 2024-11-21T20:20:18,441 DEBUG [RS:0;377014bd7527:36967 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:20:18,441 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732220405174.17860314c8b4007900b6f99e1bc36af7. 2024-11-21T20:20:18,441 DEBUG [RS:0;377014bd7527:36967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:18,441 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732220405174.17860314c8b4007900b6f99e1bc36af7. 2024-11-21T20:20:18,441 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732220405174.17860314c8b4007900b6f99e1bc36af7. after waiting 0 ms 2024-11-21T20:20:18,441 INFO [RS:0;377014bd7527:36967 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T20:20:18,441 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732220405174.17860314c8b4007900b6f99e1bc36af7. 2024-11-21T20:20:18,441 INFO [RS:0;377014bd7527:36967 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T20:20:18,441 INFO [RS:0;377014bd7527:36967 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T20:20:18,441 INFO [RS:0;377014bd7527:36967 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T20:20:18,441 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 17860314c8b4007900b6f99e1bc36af7 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-21T20:20:18,441 INFO [RS:0;377014bd7527:36967 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T20:20:18,441 DEBUG [RS:0;377014bd7527:36967 {}] regionserver.HRegionServer(1325): Online Regions={17860314c8b4007900b6f99e1bc36af7=hbase:replication,,1732220405174.17860314c8b4007900b6f99e1bc36af7., 1588230740=hbase:meta,,1.1588230740, c96769b554e99d1c2e0e3c0f59fb79f1=test,,1732220401866.c96769b554e99d1c2e0e3c0f59fb79f1.} 2024-11-21T20:20:18,441 DEBUG [RS:0;377014bd7527:36967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17860314c8b4007900b6f99e1bc36af7, c96769b554e99d1c2e0e3c0f59fb79f1 2024-11-21T20:20:18,441 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:20:18,441 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:20:18,441 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:20:18,441 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:20:18,441 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:20:18,442 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T20:20:18,451 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.wal-reader.377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.1732220394977 to pos 1033, reset compression=false 2024-11-21T20:20:18,455 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/replication/17860314c8b4007900b6f99e1bc36af7/.tmp/hfileref/672ed3ead2c9484caa0fa9cfa07a2a48 is 74, key is 1/hfileref:619b0aa8e37a4a148051e395f0cb4e55_SeqId_4_/1732220412159/DeleteColumn/seqid=0 2024-11-21T20:20:18,456 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/meta/1588230740/.tmp/info/932e1ad03aa74a99b3759c5dd1da3c2f is 147, key is hbase:replication,,1732220405174.17860314c8b4007900b6f99e1bc36af7./info:regioninfo/1732220406437/Put/seqid=0 2024-11-21T20:20:18,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741846_1022 (size=7686) 2024-11-21T20:20:18,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741847_1023 (size=5345) 2024-11-21T20:20:18,461 INFO [regionserver/377014bd7527:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:20:18,642 DEBUG [RS:0;377014bd7527:36967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17860314c8b4007900b6f99e1bc36af7, c96769b554e99d1c2e0e3c0f59fb79f1 2024-11-21T20:20:18,837 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T20:20:18,837 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T20:20:18,842 DEBUG [RS:0;377014bd7527:36967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17860314c8b4007900b6f99e1bc36af7, c96769b554e99d1c2e0e3c0f59fb79f1 2024-11-21T20:20:18,860 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/meta/1588230740/.tmp/info/932e1ad03aa74a99b3759c5dd1da3c2f 2024-11-21T20:20:18,861 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/replication/17860314c8b4007900b6f99e1bc36af7/.tmp/hfileref/672ed3ead2c9484caa0fa9cfa07a2a48 2024-11-21T20:20:18,883 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/meta/1588230740/.tmp/ns/8dad2ddd244e43398970a09679451008 is 43, key is default/ns:d/1732220395963/Put/seqid=0 2024-11-21T20:20:18,883 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/replication/17860314c8b4007900b6f99e1bc36af7/.tmp/queue/fd45b1751dc44d55989add4eae3f37b5 is 154, key is 1-377014bd7527,36967,1732220392642/queue:377014bd7527%2C36967%2C1732220392642/1732220414070/Put/seqid=0 2024-11-21T20:20:18,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741848_1024 (size=5353) 2024-11-21T20:20:18,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741849_1025 (size=5153) 2024-11-21T20:20:19,042 DEBUG [RS:0;377014bd7527:36967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17860314c8b4007900b6f99e1bc36af7, c96769b554e99d1c2e0e3c0f59fb79f1 2024-11-21T20:20:19,242 DEBUG [RS:0;377014bd7527:36967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17860314c8b4007900b6f99e1bc36af7, c96769b554e99d1c2e0e3c0f59fb79f1 2024-11-21T20:20:19,287 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/replication/17860314c8b4007900b6f99e1bc36af7/.tmp/queue/fd45b1751dc44d55989add4eae3f37b5 2024-11-21T20:20:19,287 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/meta/1588230740/.tmp/ns/8dad2ddd244e43398970a09679451008 2024-11-21T20:20:19,291 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/replication/17860314c8b4007900b6f99e1bc36af7/.tmp/hfileref/672ed3ead2c9484caa0fa9cfa07a2a48 as hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/replication/17860314c8b4007900b6f99e1bc36af7/hfileref/672ed3ead2c9484caa0fa9cfa07a2a48 2024-11-21T20:20:19,296 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/replication/17860314c8b4007900b6f99e1bc36af7/hfileref/672ed3ead2c9484caa0fa9cfa07a2a48, entries=4, sequenceid=12, filesize=5.2 K 2024-11-21T20:20:19,297 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/replication/17860314c8b4007900b6f99e1bc36af7/.tmp/queue/fd45b1751dc44d55989add4eae3f37b5 as hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/replication/17860314c8b4007900b6f99e1bc36af7/queue/fd45b1751dc44d55989add4eae3f37b5 2024-11-21T20:20:19,301 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/replication/17860314c8b4007900b6f99e1bc36af7/queue/fd45b1751dc44d55989add4eae3f37b5, entries=1, sequenceid=12, filesize=5.2 K 2024-11-21T20:20:19,302 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 17860314c8b4007900b6f99e1bc36af7 in 861ms, sequenceid=12, compaction requested=false 2024-11-21T20:20:19,302 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T20:20:19,309 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/meta/1588230740/.tmp/rep_barrier/8faf1cd92c56497f87b0a100ae21a99c is 112, key is test,,1732220401866.c96769b554e99d1c2e0e3c0f59fb79f1./rep_barrier:seqnumDuringOpen/1732220402618/Put/seqid=0 2024-11-21T20:20:19,317 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/replication/17860314c8b4007900b6f99e1bc36af7/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T20:20:19,317 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:20:19,317 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:20:19,317 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732220405174.17860314c8b4007900b6f99e1bc36af7. 2024-11-21T20:20:19,317 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 17860314c8b4007900b6f99e1bc36af7: Waiting for close lock at 1732220418441Running coprocessor pre-close hooks at 1732220418441Disabling compacts and flushes for region at 1732220418441Disabling writes for close at 1732220418441Obtaining lock to block concurrent updates at 1732220418441Preparing flush snapshotting stores in 17860314c8b4007900b6f99e1bc36af7 at 1732220418441Finished memstore snapshotting hbase:replication,,1732220405174.17860314c8b4007900b6f99e1bc36af7., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732220418441Flushing stores of hbase:replication,,1732220405174.17860314c8b4007900b6f99e1bc36af7. at 1732220418442 (+1 ms)Flushing 17860314c8b4007900b6f99e1bc36af7/hfileref: creating writer at 1732220418442Flushing 17860314c8b4007900b6f99e1bc36af7/hfileref: appending metadata at 1732220418455 (+13 ms)Flushing 17860314c8b4007900b6f99e1bc36af7/hfileref: closing flushed file at 1732220418455Flushing 17860314c8b4007900b6f99e1bc36af7/queue: creating writer at 1732220418865 (+410 ms)Flushing 17860314c8b4007900b6f99e1bc36af7/queue: appending metadata at 1732220418882 (+17 ms)Flushing 17860314c8b4007900b6f99e1bc36af7/queue: closing flushed file at 1732220418882Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59e8c101: reopening flushed file at 1732220419291 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@411e3b99: reopening flushed file at 1732220419296 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 17860314c8b4007900b6f99e1bc36af7 in 861ms, sequenceid=12, compaction requested=false at 1732220419302 (+6 ms)Writing region close event to WAL at 1732220419308 (+6 ms)Running coprocessor post-close hooks at 1732220419317 (+9 ms)Closed at 1732220419317 2024-11-21T20:20:19,317 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732220405174.17860314c8b4007900b6f99e1bc36af7. 2024-11-21T20:20:19,318 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c96769b554e99d1c2e0e3c0f59fb79f1, disabling compactions & flushes 2024-11-21T20:20:19,318 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732220401866.c96769b554e99d1c2e0e3c0f59fb79f1. 2024-11-21T20:20:19,318 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732220401866.c96769b554e99d1c2e0e3c0f59fb79f1. 2024-11-21T20:20:19,318 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732220401866.c96769b554e99d1c2e0e3c0f59fb79f1. after waiting 0 ms 2024-11-21T20:20:19,318 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732220401866.c96769b554e99d1c2e0e3c0f59fb79f1. 2024-11-21T20:20:19,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741850_1026 (size=5518) 2024-11-21T20:20:19,325 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/default/test/c96769b554e99d1c2e0e3c0f59fb79f1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T20:20:19,326 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:20:19,326 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T20:20:19,326 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732220401866.c96769b554e99d1c2e0e3c0f59fb79f1. 2024-11-21T20:20:19,326 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c96769b554e99d1c2e0e3c0f59fb79f1: Waiting for close lock at 1732220419318Running coprocessor pre-close hooks at 1732220419318Disabling compacts and flushes for region at 1732220419318Disabling writes for close at 1732220419318Writing region close event to WAL at 1732220419322 (+4 ms)Running coprocessor post-close hooks at 1732220419326 (+4 ms)Closed at 1732220419326 2024-11-21T20:20:19,326 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732220401866.c96769b554e99d1c2e0e3c0f59fb79f1. 2024-11-21T20:20:19,442 INFO [RS:0;377014bd7527:36967 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T20:20:19,442 DEBUG [RS:0;377014bd7527:36967 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T20:20:19,442 DEBUG [RS:0;377014bd7527:36967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:20:19,455 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.wal-reader.377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.1732220394977 to pos 1033, reset compression=false 2024-11-21T20:20:19,459 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.wal-reader.377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:20:19,459 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.wal-reader.377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.1732220394977 to pos 1328, reset compression=false 2024-11-21T20:20:19,459 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.shipper377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,36967,1732220392642 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.1732220394977, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:20:19,460 ERROR [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.shipper377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 377014bd7527,36967,1732220392642: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-377014bd7527,36967,1732220392642, walGroup=377014bd7527%2C36967%2C1732220392642, offset=377014bd7527%2C36967%2C1732220392642.1732220394977:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:36967 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T20:20:19,461 ERROR [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.shipper377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T20:20:19,461 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.shipper377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T20:20:19,462 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.shipper377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T20:20:19,462 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.shipper377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T20:20:19,462 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.shipper377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T20:20:19,462 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.shipper377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 651071512 }, "NonHeapMemoryUsage": { "committed": 191168512, "init": 7667712, "max": -1, "used": 188451216 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T20:20:19,462 WARN [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.shipper377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:35595 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:35595 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T20:20:19,642 DEBUG [RS:0;377014bd7527:36967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:20:19,663 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.wal-reader.377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.1732220394977 to pos 1328, reset compression=false 2024-11-21T20:20:19,719 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/meta/1588230740/.tmp/rep_barrier/8faf1cd92c56497f87b0a100ae21a99c 2024-11-21T20:20:19,737 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/meta/1588230740/.tmp/table/f460eedc14424cb5bceb12afa27cd2be is 53, key is hbase:replication/table:state/1732220406444/Put/seqid=0 2024-11-21T20:20:19,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741851_1027 (size=5308) 2024-11-21T20:20:19,832 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:20:19,843 DEBUG [RS:0;377014bd7527:36967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:20:19,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:19,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:19,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:19,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:19,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:19,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:19,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:19,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:19,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:19,966 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.wal-reader.377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.1732220394977 to pos 1328, reset compression=false 2024-11-21T20:20:20,043 DEBUG [RS:0;377014bd7527:36967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:20:20,141 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/meta/1588230740/.tmp/table/f460eedc14424cb5bceb12afa27cd2be 2024-11-21T20:20:20,146 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/meta/1588230740/.tmp/info/932e1ad03aa74a99b3759c5dd1da3c2f as hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/meta/1588230740/info/932e1ad03aa74a99b3759c5dd1da3c2f 2024-11-21T20:20:20,150 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/meta/1588230740/info/932e1ad03aa74a99b3759c5dd1da3c2f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T20:20:20,151 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/meta/1588230740/.tmp/ns/8dad2ddd244e43398970a09679451008 as hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/meta/1588230740/ns/8dad2ddd244e43398970a09679451008 2024-11-21T20:20:20,155 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/meta/1588230740/ns/8dad2ddd244e43398970a09679451008, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T20:20:20,156 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/meta/1588230740/.tmp/rep_barrier/8faf1cd92c56497f87b0a100ae21a99c as hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/meta/1588230740/rep_barrier/8faf1cd92c56497f87b0a100ae21a99c 2024-11-21T20:20:20,159 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/meta/1588230740/rep_barrier/8faf1cd92c56497f87b0a100ae21a99c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T20:20:20,160 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/meta/1588230740/.tmp/table/f460eedc14424cb5bceb12afa27cd2be as hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/meta/1588230740/table/f460eedc14424cb5bceb12afa27cd2be 2024-11-21T20:20:20,164 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/meta/1588230740/table/f460eedc14424cb5bceb12afa27cd2be, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T20:20:20,165 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=16, compaction requested=false 2024-11-21T20:20:20,165 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T20:20:20,169 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T20:20:20,169 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:20:20,169 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:20:20,169 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:20:20,169 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220418441Running coprocessor pre-close hooks at 1732220418441Disabling compacts and flushes for region at 1732220418441Disabling writes for close at 1732220418441Obtaining lock to block concurrent updates at 1732220418442 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732220418442Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732220418442Flushing stores of hbase:meta,,1.1588230740 at 1732220418442Flushing 1588230740/info: creating writer at 1732220418442Flushing 1588230740/info: appending metadata at 1732220418455 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732220418455Flushing 1588230740/ns: creating writer at 1732220418864 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732220418882 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732220418882Flushing 1588230740/rep_barrier: creating writer at 1732220419291 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732220419308 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732220419308Flushing 1588230740/table: creating writer at 1732220419723 (+415 ms)Flushing 1588230740/table: appending metadata at 1732220419736 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732220419736Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@106cf21e: reopening flushed file at 1732220420146 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53663a45: reopening flushed file at 1732220420150 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d12921c: reopening flushed file at 1732220420155 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38771883: reopening flushed file at 1732220420160 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=16, compaction requested=false at 1732220420165 (+5 ms)Writing region close event to WAL at 1732220420166 (+1 ms)Running coprocessor post-close hooks at 1732220420169 (+3 ms)Closed at 1732220420169 2024-11-21T20:20:20,170 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T20:20:20,243 INFO [RS:0;377014bd7527:36967 {}] regionserver.HRegionServer(976): stopping server 377014bd7527,36967,1732220392642; all regions closed. 2024-11-21T20:20:20,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741834_1010 (size=4239) 2024-11-21T20:20:20,245 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.meta.1732220395885.meta not finished, retry = 0 2024-11-21T20:20:20,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741839_1015 (size=3127) 2024-11-21T20:20:20,348 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.rep.1732220406407 not finished, retry = 0 2024-11-21T20:20:20,370 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.wal-reader.377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.1732220394977 to pos 1328, reset compression=false 2024-11-21T20:20:20,451 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/WALs/377014bd7527,36967,1732220392642/377014bd7527%2C36967%2C1732220392642.1732220394977 not finished, retry = 0 2024-11-21T20:20:20,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741832_1008 (size=1336) 2024-11-21T20:20:20,552 DEBUG [RS:0;377014bd7527:36967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:20,552 INFO [RS:0;377014bd7527:36967 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:20:20,552 INFO [RS:0;377014bd7527:36967 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:20:20,552 INFO [RS:0;377014bd7527:36967 {}] hbase.ChoreService(370): Chore service for: regionserver/377014bd7527:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T20:20:20,552 INFO [RS:0;377014bd7527:36967 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:20:20,552 INFO [regionserver/377014bd7527:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:20:20,552 INFO [RS:0;377014bd7527:36967 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-377014bd7527,36967,1732220392642 because: Region server is closing 2024-11-21T20:20:20,552 INFO [RS:0;377014bd7527:36967 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:36967. 2024-11-21T20:20:20,552 DEBUG [RS:0;377014bd7527:36967 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:20:20,552 DEBUG [RS:0;377014bd7527:36967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:20,553 DEBUG [RS:0;377014bd7527:36967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:20,553 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:20:20,653 INFO [RS:0;377014bd7527:36967 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.shipper377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 terminated 2024-11-21T20:20:20,653 WARN [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36967,1732220392642.replicationSource.wal-reader.377014bd7527%2C36967%2C1732220392642,1-377014bd7527,36967,1732220392642 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T20:20:20,653 INFO [RS:0;377014bd7527:36967 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:36967. 2024-11-21T20:20:20,653 DEBUG [RS:0;377014bd7527:36967 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:20:20,653 DEBUG [RS:0;377014bd7527:36967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:20,653 DEBUG [RS:0;377014bd7527:36967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:20,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:20:20,653 INFO [RS:0;377014bd7527:36967 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36967 2024-11-21T20:20:20,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35595-0x1015f0d88620000, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01280855149/rs 2024-11-21T20:20:20,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36967-0x1015f0d88620001, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01280855149/rs/377014bd7527,36967,1732220392642 2024-11-21T20:20:20,702 INFO [RS:0;377014bd7527:36967 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:20:20,713 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [377014bd7527,36967,1732220392642] 2024-11-21T20:20:20,723 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01280855149/draining/377014bd7527,36967,1732220392642 already deleted, retry=false 2024-11-21T20:20:20,723 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 377014bd7527,36967,1732220392642 expired; onlineServers=0 2024-11-21T20:20:20,724 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '377014bd7527,35595,1732220392448' ***** 2024-11-21T20:20:20,724 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T20:20:20,724 INFO [M:0;377014bd7527:35595 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:20:20,724 INFO [M:0;377014bd7527:35595 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:20:20,724 DEBUG [M:0;377014bd7527:35595 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T20:20:20,724 DEBUG [M:0;377014bd7527:35595 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T20:20:20,724 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220394721 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220394721,5,FailOnTimeoutGroup] 2024-11-21T20:20:20,724 INFO [M:0;377014bd7527:35595 {}] hbase.ChoreService(370): Chore service for: master/377014bd7527:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T20:20:20,724 INFO [M:0;377014bd7527:35595 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:20:20,724 DEBUG [M:0;377014bd7527:35595 {}] master.HMaster(1795): Stopping service threads 2024-11-21T20:20:20,724 INFO [M:0;377014bd7527:35595 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T20:20:20,724 INFO [M:0;377014bd7527:35595 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:20:20,724 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T20:20:20,724 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220394721 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220394721,5,FailOnTimeoutGroup] 2024-11-21T20:20:20,724 INFO [M:0;377014bd7527:35595 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T20:20:20,724 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T20:20:20,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35595-0x1015f0d88620000, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01280855149/master 2024-11-21T20:20:20,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35595-0x1015f0d88620000, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01280855149 2024-11-21T20:20:20,734 DEBUG [M:0;377014bd7527:35595 {}] zookeeper.ZKUtil(347): master:35595-0x1015f0d88620000, quorum=127.0.0.1:58507, baseZNode=/01280855149 Unable to get data of znode /01280855149/master because node does not exist (not an error) 2024-11-21T20:20:20,734 WARN [M:0;377014bd7527:35595 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T20:20:20,735 INFO [M:0;377014bd7527:35595 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/.lastflushedseqids 2024-11-21T20:20:20,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741852_1028 (size=263) 2024-11-21T20:20:20,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36967-0x1015f0d88620001, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:20:20,813 INFO [RS:0;377014bd7527:36967 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:20:20,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36967-0x1015f0d88620001, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:20:20,813 INFO [RS:0;377014bd7527:36967 {}] regionserver.HRegionServer(1031): Exiting; stopping=377014bd7527,36967,1732220392642; zookeeper connection closed. 2024-11-21T20:20:20,813 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b5d84da {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b5d84da 2024-11-21T20:20:20,814 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T20:20:20,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:20:20,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T20:20:20,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T20:20:20,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T20:20:20,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:20:20,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T20:20:21,140 INFO [M:0;377014bd7527:35595 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T20:20:21,140 INFO [M:0;377014bd7527:35595 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T20:20:21,140 DEBUG [M:0;377014bd7527:35595 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:20:21,140 INFO [M:0;377014bd7527:35595 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:20:21,140 DEBUG [M:0;377014bd7527:35595 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:20:21,140 DEBUG [M:0;377014bd7527:35595 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:20:21,140 DEBUG [M:0;377014bd7527:35595 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:20:21,140 INFO [M:0;377014bd7527:35595 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-21T20:20:21,153 DEBUG [M:0;377014bd7527:35595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9cf292dd764640b6963a7ef42f1cdf60 is 82, key is hbase:meta,,1/info:regioninfo/1732220395916/Put/seqid=0 2024-11-21T20:20:21,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741853_1029 (size=5672) 2024-11-21T20:20:21,557 INFO [M:0;377014bd7527:35595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9cf292dd764640b6963a7ef42f1cdf60 2024-11-21T20:20:21,574 DEBUG [M:0;377014bd7527:35595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54c2cfc1b5764a82a10ab245b7f4e0e5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732220406447/Put/seqid=0 2024-11-21T20:20:21,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741854_1030 (size=8516) 2024-11-21T20:20:21,978 INFO [M:0;377014bd7527:35595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54c2cfc1b5764a82a10ab245b7f4e0e5 2024-11-21T20:20:21,999 DEBUG [M:0;377014bd7527:35595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7ace089cf08942f184e4d7e05510b887 is 69, key is 377014bd7527,36967,1732220392642/rs:state/1732220394816/Put/seqid=0 2024-11-21T20:20:22,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741855_1031 (size=5156) 2024-11-21T20:20:22,038 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T20:20:22,403 INFO [M:0;377014bd7527:35595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7ace089cf08942f184e4d7e05510b887 2024-11-21T20:20:22,407 DEBUG [M:0;377014bd7527:35595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9cf292dd764640b6963a7ef42f1cdf60 as hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9cf292dd764640b6963a7ef42f1cdf60 2024-11-21T20:20:22,412 INFO [M:0;377014bd7527:35595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9cf292dd764640b6963a7ef42f1cdf60, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T20:20:22,412 DEBUG [M:0;377014bd7527:35595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54c2cfc1b5764a82a10ab245b7f4e0e5 as hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54c2cfc1b5764a82a10ab245b7f4e0e5 2024-11-21T20:20:22,416 INFO [M:0;377014bd7527:35595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54c2cfc1b5764a82a10ab245b7f4e0e5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T20:20:22,417 DEBUG [M:0;377014bd7527:35595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7ace089cf08942f184e4d7e05510b887 as hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7ace089cf08942f184e4d7e05510b887 2024-11-21T20:20:22,420 INFO [M:0;377014bd7527:35595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45759/user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7ace089cf08942f184e4d7e05510b887, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T20:20:22,421 INFO [M:0;377014bd7527:35595 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false 2024-11-21T20:20:22,422 INFO [M:0;377014bd7527:35595 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:20:22,422 DEBUG [M:0;377014bd7527:35595 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220421140Disabling compacts and flushes for region at 1732220421140Disabling writes for close at 1732220421140Obtaining lock to block concurrent updates at 1732220421140Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732220421140Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732220421141 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732220421141Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732220421141Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732220421153 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732220421153Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732220421561 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732220421574 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732220421574Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732220421982 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732220421999 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732220421999Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25c95009: reopening flushed file at 1732220422407 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3de5f442: reopening flushed file at 1732220422412 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14fa3727: reopening flushed file at 1732220422416 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false at 1732220422421 (+5 ms)Writing region close event to WAL at 1732220422422 (+1 ms)Closed at 1732220422422 2024-11-21T20:20:22,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741830_1006 (size=63654) 2024-11-21T20:20:22,424 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/165d629a-059c-b167-b502-c423a18952d9/MasterData/WALs/377014bd7527,35595,1732220392448/377014bd7527%2C35595%2C1732220392448.1732220394401 not finished, retry = 0 2024-11-21T20:20:22,525 INFO [M:0;377014bd7527:35595 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T20:20:22,525 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:20:22,525 INFO [M:0;377014bd7527:35595 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35595 2024-11-21T20:20:22,525 INFO [M:0;377014bd7527:35595 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:20:22,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35595-0x1015f0d88620000, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:20:22,676 INFO [M:0;377014bd7527:35595 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:20:22,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35595-0x1015f0d88620000, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:20:22,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bd3f427{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:20:22,679 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@594e8075{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:20:22,679 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:20:22,679 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e4b0d21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:20:22,679 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47f8a48b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/hadoop.log.dir/,STOPPED} 2024-11-21T20:20:22,680 WARN [BP-1248678958-172.17.0.2-1732220390618 heartbeating to localhost/127.0.0.1:45759 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T20:20:22,680 WARN [BP-1248678958-172.17.0.2-1732220390618 heartbeating to localhost/127.0.0.1:45759 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1248678958-172.17.0.2-1732220390618 (Datanode Uuid aa9debc3-9d34-4de7-bb44-a1df7f335fd7) service to localhost/127.0.0.1:45759 2024-11-21T20:20:22,680 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T20:20:22,680 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T20:20:22,680 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/cluster_9444c625-53ad-50de-33bc-893a93c282b3/data/data1/current/BP-1248678958-172.17.0.2-1732220390618 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:20:22,681 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/cluster_9444c625-53ad-50de-33bc-893a93c282b3/data/data2/current/BP-1248678958-172.17.0.2-1732220390618 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:20:22,681 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T20:20:22,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ae3a46b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:20:22,685 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d08935a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:20:22,685 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:20:22,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69d6e998{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:20:22,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a6d7890{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff6f89-ae1b-3ec5-d1ef-b39bae5aac73/hadoop.log.dir/,STOPPED} 2024-11-21T20:20:22,690 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T20:20:22,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T20:20:22,713 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=243 (was 203) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45759 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45759 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45759 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45759 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58507) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45759 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41585 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:45759 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45759 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41585 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:41585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58507) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=619 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=284 (was 257) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=13442 (was 13489) 2024-11-21T20:20:22,722 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=243, OpenFileDescriptor=619, MaxFileDescriptor=1048576, SystemLoadAverage=284, ProcessCount=11, AvailableMemoryMB=13442 2024-11-21T20:20:22,737 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-21T20:20:22,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19e5310-b338-5892-680a-c78af273b7ad/hadoop.log.dir so I do NOT create it in target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86 2024-11-21T20:20:22,738 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19e5310-b338-5892-680a-c78af273b7ad/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T20:20:22,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19e5310-b338-5892-680a-c78af273b7ad/hadoop.tmp.dir so I do NOT create it in target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86 2024-11-21T20:20:22,738 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19e5310-b338-5892-680a-c78af273b7ad/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T20:20:22,738 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86 2024-11-21T20:20:22,738 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/cluster_83e40b34-6998-7b3b-6a63-ce70f8f3d9b4, deleteOnExit=true 2024-11-21T20:20:22,762 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/cluster_83e40b34-6998-7b3b-6a63-ce70f8f3d9b4/zookeeper_0, clientPort=61461, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/cluster_83e40b34-6998-7b3b-6a63-ce70f8f3d9b4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/cluster_83e40b34-6998-7b3b-6a63-ce70f8f3d9b4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T20:20:22,762 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61461 2024-11-21T20:20:22,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T20:20:22,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T20:20:22,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/test.cache.data in system properties and HBase conf 2024-11-21T20:20:22,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T20:20:22,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/hadoop.log.dir in system properties and HBase conf 2024-11-21T20:20:22,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T20:20:22,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T20:20:22,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T20:20:22,763 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T20:20:22,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:20:22,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:20:22,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T20:20:22,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:20:22,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T20:20:22,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T20:20:22,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:20:22,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:20:22,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T20:20:22,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/nfs.dump.dir in system properties and HBase conf 2024-11-21T20:20:22,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/java.io.tmpdir in system properties and HBase conf 2024-11-21T20:20:22,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:20:22,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T20:20:22,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T20:20:22,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015f0d88620002, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T20:20:22,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015f0d88620005, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T20:20:22,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015f0d88620002, quorum=127.0.0.1:58507, baseZNode=/01280855149 Received Disconnected from ZooKeeper, ignoring 2024-11-21T20:20:22,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015f0d88620005, quorum=127.0.0.1:58507, baseZNode=/1-1608404466 Received Disconnected from ZooKeeper, ignoring 2024-11-21T20:20:23,106 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:20:23,109 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:20:23,110 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:20:23,110 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:20:23,110 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T20:20:23,111 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:20:23,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e2c1ec2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:20:23,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49c561da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:20:23,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79954a59{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/java.io.tmpdir/jetty-localhost-38657-hadoop-hdfs-3_4_1-tests_jar-_-any-413668156932558/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:20:23,205 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ebb900e{HTTP/1.1, (http/1.1)}{localhost:38657} 2024-11-21T20:20:23,205 INFO [Time-limited test {}] server.Server(415): Started @199044ms 2024-11-21T20:20:23,450 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:20:23,453 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:20:23,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:20:23,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:20:23,457 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T20:20:23,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ce8ec08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:20:23,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6df0091b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:20:23,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ecf6af4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/java.io.tmpdir/jetty-localhost-41691-hadoop-hdfs-3_4_1-tests_jar-_-any-11534399787227866227/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:20:23,552 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7cebe51d{HTTP/1.1, (http/1.1)}{localhost:41691} 2024-11-21T20:20:23,552 INFO [Time-limited test {}] server.Server(415): Started @199391ms 2024-11-21T20:20:23,553 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T20:20:24,221 WARN [Thread-2197 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/cluster_83e40b34-6998-7b3b-6a63-ce70f8f3d9b4/data/data1/current/BP-1692191059-172.17.0.2-1732220422784/current, will proceed with Du for space computation calculation, 2024-11-21T20:20:24,221 WARN [Thread-2198 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/cluster_83e40b34-6998-7b3b-6a63-ce70f8f3d9b4/data/data2/current/BP-1692191059-172.17.0.2-1732220422784/current, will proceed with Du for space computation calculation, 2024-11-21T20:20:24,236 WARN [Thread-2185 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T20:20:24,238 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3564a450684edf6 with lease ID 0xb90e5ed5c5ce0fc2: Processing first storage report for DS-d029d38a-9e7c-449a-b531-2a5e054d708f from datanode DatanodeRegistration(127.0.0.1:39553, datanodeUuid=e7d01b71-df51-4360-b55e-a5aa79251ef4, infoPort=34827, infoSecurePort=0, ipcPort=37143, storageInfo=lv=-57;cid=testClusterID;nsid=1361858752;c=1732220422784) 2024-11-21T20:20:24,238 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3564a450684edf6 with lease ID 0xb90e5ed5c5ce0fc2: from storage DS-d029d38a-9e7c-449a-b531-2a5e054d708f node DatanodeRegistration(127.0.0.1:39553, datanodeUuid=e7d01b71-df51-4360-b55e-a5aa79251ef4, infoPort=34827, infoSecurePort=0, ipcPort=37143, storageInfo=lv=-57;cid=testClusterID;nsid=1361858752;c=1732220422784), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:20:24,238 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3564a450684edf6 with lease ID 0xb90e5ed5c5ce0fc2: Processing first storage report for DS-ab0ece3e-47f0-4c7f-8e32-8d8e7593966a from datanode DatanodeRegistration(127.0.0.1:39553, datanodeUuid=e7d01b71-df51-4360-b55e-a5aa79251ef4, infoPort=34827, infoSecurePort=0, ipcPort=37143, storageInfo=lv=-57;cid=testClusterID;nsid=1361858752;c=1732220422784) 2024-11-21T20:20:24,238 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3564a450684edf6 with lease ID 0xb90e5ed5c5ce0fc2: from storage DS-ab0ece3e-47f0-4c7f-8e32-8d8e7593966a node DatanodeRegistration(127.0.0.1:39553, datanodeUuid=e7d01b71-df51-4360-b55e-a5aa79251ef4, infoPort=34827, infoSecurePort=0, ipcPort=37143, storageInfo=lv=-57;cid=testClusterID;nsid=1361858752;c=1732220422784), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:20:24,275 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86 2024-11-21T20:20:24,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:20:24,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:20:24,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39553 is added to blk_1073741825_1001 (size=7) 2024-11-21T20:20:24,285 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89 with version=8 2024-11-21T20:20:24,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/hbase-staging 2024-11-21T20:20:24,287 INFO [Time-limited test {}] client.ConnectionUtils(128): master/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:20:24,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:20:24,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:20:24,287 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:20:24,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:20:24,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:20:24,287 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T20:20:24,287 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:20:24,288 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34553 2024-11-21T20:20:24,288 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34553 connecting to ZooKeeper ensemble=127.0.0.1:61461 2024-11-21T20:20:24,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345530x0, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:20:24,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34553-0x1015f0e06140000 connected 2024-11-21T20:20:24,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:20:24,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:20:24,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34553-0x1015f0e06140000, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Set watcher on znode that does not yet exist, /0-29132725/running 2024-11-21T20:20:24,432 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89, hbase.cluster.distributed=false 2024-11-21T20:20:24,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34553-0x1015f0e06140000, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Set watcher on znode that does not yet exist, /0-29132725/acl 2024-11-21T20:20:24,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34553 2024-11-21T20:20:24,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34553 2024-11-21T20:20:24,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34553 2024-11-21T20:20:24,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34553 2024-11-21T20:20:24,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34553 2024-11-21T20:20:24,446 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:20:24,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:20:24,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:20:24,447 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:20:24,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:20:24,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:20:24,447 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T20:20:24,447 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:20:24,447 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33743 2024-11-21T20:20:24,448 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33743 connecting to ZooKeeper ensemble=127.0.0.1:61461 2024-11-21T20:20:24,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:20:24,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:20:24,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337430x0, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:20:24,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337430x0, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Set watcher on znode that does not yet exist, /0-29132725/running 2024-11-21T20:20:24,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33743-0x1015f0e06140001 connected 2024-11-21T20:20:24,461 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T20:20:24,462 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T20:20:24,462 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33743-0x1015f0e06140001, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Set watcher on znode that does not yet exist, /0-29132725/master 2024-11-21T20:20:24,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33743-0x1015f0e06140001, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Set watcher on znode that does not yet exist, /0-29132725/acl 2024-11-21T20:20:24,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33743 2024-11-21T20:20:24,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33743 2024-11-21T20:20:24,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33743 2024-11-21T20:20:24,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33743 2024-11-21T20:20:24,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33743 2024-11-21T20:20:24,482 DEBUG [M:0;377014bd7527:34553 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;377014bd7527:34553 2024-11-21T20:20:24,482 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-29132725/backup-masters/377014bd7527,34553,1732220424287 2024-11-21T20:20:24,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x1015f0e06140001, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29132725/backup-masters 2024-11-21T20:20:24,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x1015f0e06140000, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29132725/backup-masters 2024-11-21T20:20:24,492 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34553-0x1015f0e06140000, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Set watcher on existing znode=/0-29132725/backup-masters/377014bd7527,34553,1732220424287 2024-11-21T20:20:24,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x1015f0e06140001, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-29132725/master 2024-11-21T20:20:24,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x1015f0e06140000, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29132725 2024-11-21T20:20:24,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x1015f0e06140001, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29132725 2024-11-21T20:20:24,503 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34553-0x1015f0e06140000, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Set watcher on existing znode=/0-29132725/master 2024-11-21T20:20:24,503 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-29132725/backup-masters/377014bd7527,34553,1732220424287 from backup master directory 2024-11-21T20:20:24,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x1015f0e06140000, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-29132725/backup-masters/377014bd7527,34553,1732220424287 2024-11-21T20:20:24,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x1015f0e06140000, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29132725/backup-masters 2024-11-21T20:20:24,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x1015f0e06140001, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29132725/backup-masters 2024-11-21T20:20:24,513 WARN [master/377014bd7527:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:20:24,513 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=377014bd7527,34553,1732220424287 2024-11-21T20:20:24,516 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/hbase.id] with ID: 03fd9ce0-c324-43f6-afff-f542feb018cb 2024-11-21T20:20:24,516 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/.tmp/hbase.id 2024-11-21T20:20:24,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39553 is added to blk_1073741826_1002 (size=42) 2024-11-21T20:20:24,520 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/.tmp/hbase.id]:[hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/hbase.id] 2024-11-21T20:20:24,527 INFO [master/377014bd7527:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:20:24,528 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T20:20:24,528 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-21T20:20:24,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x1015f0e06140001, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29132725 2024-11-21T20:20:24,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x1015f0e06140000, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29132725 2024-11-21T20:20:24,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39553 is added to blk_1073741827_1003 (size=196) 2024-11-21T20:20:24,819 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:20:24,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:24,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:24,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:24,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:24,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:24,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:24,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:24,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:24,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:24,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:24,940 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:20:24,940 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T20:20:24,940 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:20:24,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39553 is added to blk_1073741828_1004 (size=1189) 2024-11-21T20:20:25,347 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/MasterData/data/master/store 2024-11-21T20:20:25,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39553 is added to blk_1073741829_1005 (size=34) 2024-11-21T20:20:25,754 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:20:25,754 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:20:25,754 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:20:25,754 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:20:25,754 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:20:25,754 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:20:25,754 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:20:25,754 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220425754Disabling compacts and flushes for region at 1732220425754Disabling writes for close at 1732220425754Writing region close event to WAL at 1732220425754Closed at 1732220425754 2024-11-21T20:20:25,755 WARN [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/MasterData/data/master/store/.initializing 2024-11-21T20:20:25,755 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/MasterData/WALs/377014bd7527,34553,1732220424287 2024-11-21T20:20:25,756 INFO [master/377014bd7527:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:20:25,757 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=377014bd7527%2C34553%2C1732220424287, suffix=, logDir=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/MasterData/WALs/377014bd7527,34553,1732220424287, archiveDir=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/MasterData/oldWALs, maxLogs=10 2024-11-21T20:20:25,769 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/MasterData/WALs/377014bd7527,34553,1732220424287/377014bd7527%2C34553%2C1732220424287.1732220425757, exclude list is [], retry=0 2024-11-21T20:20:25,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39553,DS-d029d38a-9e7c-449a-b531-2a5e054d708f,DISK] 2024-11-21T20:20:25,772 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/MasterData/WALs/377014bd7527,34553,1732220424287/377014bd7527%2C34553%2C1732220424287.1732220425757 2024-11-21T20:20:25,772 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34827:34827)] 2024-11-21T20:20:25,772 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:20:25,773 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:20:25,773 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:25,773 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:25,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:25,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T20:20:25,775 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:25,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:20:25,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:25,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T20:20:25,776 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:25,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:20:25,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:25,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T20:20:25,777 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:25,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:20:25,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:25,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T20:20:25,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:25,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:20:25,779 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:25,779 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:25,780 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:25,780 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:25,780 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:25,781 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:20:25,781 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:25,783 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:20:25,783 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68902194, jitterRate=0.026722699403762817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:20:25,783 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732220425773Initializing all the Stores at 1732220425773Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220425773Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220425774 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220425774Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220425774Cleaning up temporary data from old regions at 1732220425780 (+6 ms)Region opened successfully at 1732220425783 (+3 ms) 2024-11-21T20:20:25,784 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T20:20:25,786 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa28127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:20:25,787 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T20:20:25,787 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T20:20:25,787 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T20:20:25,787 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T20:20:25,788 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T20:20:25,788 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T20:20:25,788 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T20:20:25,789 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T20:20:25,790 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34553-0x1015f0e06140000, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Unable to get data of znode /0-29132725/balancer because node does not exist (not necessarily an error) 2024-11-21T20:20:25,849 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-29132725/balancer already deleted, retry=false 2024-11-21T20:20:25,850 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T20:20:25,850 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34553-0x1015f0e06140000, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Unable to get data of znode /0-29132725/normalizer because node does not exist (not necessarily an error) 2024-11-21T20:20:25,860 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-29132725/normalizer already deleted, retry=false 2024-11-21T20:20:25,860 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T20:20:25,861 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34553-0x1015f0e06140000, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Unable to get data of znode /0-29132725/switch/split because node does not exist (not necessarily an error) 2024-11-21T20:20:25,870 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-29132725/switch/split already deleted, retry=false 2024-11-21T20:20:25,871 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34553-0x1015f0e06140000, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Unable to get data of znode /0-29132725/switch/merge because node does not exist (not necessarily an error) 2024-11-21T20:20:25,881 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-29132725/switch/merge already deleted, retry=false 2024-11-21T20:20:25,883 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34553-0x1015f0e06140000, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Unable to get data of znode /0-29132725/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T20:20:25,891 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-29132725/snapshot-cleanup already deleted, retry=false 2024-11-21T20:20:25,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x1015f0e06140001, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-29132725/running 2024-11-21T20:20:25,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x1015f0e06140000, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-29132725/running 2024-11-21T20:20:25,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x1015f0e06140000, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29132725 2024-11-21T20:20:25,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x1015f0e06140001, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29132725 2024-11-21T20:20:25,902 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=377014bd7527,34553,1732220424287, sessionid=0x1015f0e06140000, setting cluster-up flag (Was=false) 2024-11-21T20:20:25,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x1015f0e06140000, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29132725 2024-11-21T20:20:25,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x1015f0e06140001, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29132725 2024-11-21T20:20:25,955 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-29132725/flush-table-proc/acquired, /0-29132725/flush-table-proc/reached, /0-29132725/flush-table-proc/abort 2024-11-21T20:20:25,956 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,34553,1732220424287 2024-11-21T20:20:26,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x1015f0e06140001, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29132725 2024-11-21T20:20:26,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x1015f0e06140000, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29132725 2024-11-21T20:20:26,144 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-29132725/online-snapshot/acquired, /0-29132725/online-snapshot/reached, /0-29132725/online-snapshot/abort 2024-11-21T20:20:26,145 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,34553,1732220424287 2024-11-21T20:20:26,146 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T20:20:26,147 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T20:20:26,147 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T20:20:26,147 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T20:20:26,147 WARN [master/377014bd7527:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 377014bd7527,44477,1732220364502: status=Processing ServerCrashProcedure of 377014bd7527,44477,1732220364502 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732220379923, completionTime=-1 appears to have been leaked 2024-11-21T20:20:26,147 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 377014bd7527,34553,1732220424287 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T20:20:26,148 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:20:26,148 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:20:26,148 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:20:26,148 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:20:26,148 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/377014bd7527:0, corePoolSize=10, maxPoolSize=10 2024-11-21T20:20:26,148 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:26,148 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:20:26,148 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:26,149 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732220456149 2024-11-21T20:20:26,149 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T20:20:26,149 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T20:20:26,149 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T20:20:26,149 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T20:20:26,149 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T20:20:26,149 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:20:26,149 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T20:20:26,149 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T20:20:26,150 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:26,150 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T20:20:26,150 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T20:20:26,150 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T20:20:26,150 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T20:20:26,150 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T20:20:26,150 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:26,150 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T20:20:26,150 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220426150,5,FailOnTimeoutGroup] 2024-11-21T20:20:26,150 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T20:20:26,151 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220426150,5,FailOnTimeoutGroup] 2024-11-21T20:20:26,151 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:26,151 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T20:20:26,151 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:26,151 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:26,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39553 is added to blk_1073741831_1007 (size=1321) 2024-11-21T20:20:26,174 INFO [RS:0;377014bd7527:33743 {}] regionserver.HRegionServer(746): ClusterId : 03fd9ce0-c324-43f6-afff-f542feb018cb 2024-11-21T20:20:26,174 DEBUG [RS:0;377014bd7527:33743 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T20:20:26,187 DEBUG [RS:0;377014bd7527:33743 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T20:20:26,187 DEBUG [RS:0;377014bd7527:33743 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T20:20:26,198 DEBUG [RS:0;377014bd7527:33743 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T20:20:26,198 DEBUG [RS:0;377014bd7527:33743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb8d0fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:20:26,210 DEBUG [RS:0;377014bd7527:33743 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;377014bd7527:33743 2024-11-21T20:20:26,210 INFO [RS:0;377014bd7527:33743 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T20:20:26,210 INFO [RS:0;377014bd7527:33743 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T20:20:26,210 DEBUG [RS:0;377014bd7527:33743 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T20:20:26,211 INFO [RS:0;377014bd7527:33743 {}] regionserver.HRegionServer(2659): reportForDuty to master=377014bd7527,34553,1732220424287 with port=33743, startcode=1732220424446 2024-11-21T20:20:26,211 DEBUG [RS:0;377014bd7527:33743 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T20:20:26,212 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T20:20:26,213 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34553 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 377014bd7527,33743,1732220424446 2024-11-21T20:20:26,213 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34553 {}] master.ServerManager(517): Registering regionserver=377014bd7527,33743,1732220424446 2024-11-21T20:20:26,214 DEBUG [RS:0;377014bd7527:33743 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89 2024-11-21T20:20:26,214 DEBUG [RS:0;377014bd7527:33743 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45467 2024-11-21T20:20:26,214 DEBUG [RS:0;377014bd7527:33743 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T20:20:26,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x1015f0e06140000, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29132725/rs 2024-11-21T20:20:26,260 DEBUG [RS:0;377014bd7527:33743 {}] zookeeper.ZKUtil(111): regionserver:33743-0x1015f0e06140001, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Set watcher on existing znode=/0-29132725/rs/377014bd7527,33743,1732220424446 2024-11-21T20:20:26,260 WARN [RS:0;377014bd7527:33743 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:20:26,260 INFO [RS:0;377014bd7527:33743 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:20:26,260 DEBUG [RS:0;377014bd7527:33743 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446 2024-11-21T20:20:26,260 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [377014bd7527,33743,1732220424446] 2024-11-21T20:20:26,262 INFO [RS:0;377014bd7527:33743 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T20:20:26,263 INFO [RS:0;377014bd7527:33743 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T20:20:26,264 INFO [RS:0;377014bd7527:33743 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T20:20:26,264 INFO [RS:0;377014bd7527:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:26,264 INFO [RS:0;377014bd7527:33743 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T20:20:26,265 INFO [RS:0;377014bd7527:33743 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T20:20:26,265 INFO [RS:0;377014bd7527:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:26,265 DEBUG [RS:0;377014bd7527:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:26,265 DEBUG [RS:0;377014bd7527:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:26,265 DEBUG [RS:0;377014bd7527:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:26,265 DEBUG [RS:0;377014bd7527:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:26,265 DEBUG [RS:0;377014bd7527:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:26,265 DEBUG [RS:0;377014bd7527:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:20:26,265 DEBUG [RS:0;377014bd7527:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:26,265 DEBUG [RS:0;377014bd7527:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:26,265 DEBUG [RS:0;377014bd7527:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:26,265 DEBUG [RS:0;377014bd7527:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:26,265 DEBUG [RS:0;377014bd7527:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:26,265 DEBUG [RS:0;377014bd7527:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:26,265 DEBUG [RS:0;377014bd7527:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:20:26,265 DEBUG [RS:0;377014bd7527:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:20:26,268 INFO [RS:0;377014bd7527:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:26,268 INFO [RS:0;377014bd7527:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:26,268 INFO [RS:0;377014bd7527:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:26,268 INFO [RS:0;377014bd7527:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:26,268 INFO [RS:0;377014bd7527:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:26,268 INFO [RS:0;377014bd7527:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,33743,1732220424446-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:20:26,280 INFO [RS:0;377014bd7527:33743 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T20:20:26,281 INFO [RS:0;377014bd7527:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,33743,1732220424446-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:26,281 INFO [RS:0;377014bd7527:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:26,281 INFO [RS:0;377014bd7527:33743 {}] regionserver.Replication(171): 377014bd7527,33743,1732220424446 started 2024-11-21T20:20:26,293 INFO [RS:0;377014bd7527:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:26,293 INFO [RS:0;377014bd7527:33743 {}] regionserver.HRegionServer(1482): Serving as 377014bd7527,33743,1732220424446, RpcServer on 377014bd7527/172.17.0.2:33743, sessionid=0x1015f0e06140001 2024-11-21T20:20:26,293 DEBUG [RS:0;377014bd7527:33743 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T20:20:26,293 DEBUG [RS:0;377014bd7527:33743 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 377014bd7527,33743,1732220424446 2024-11-21T20:20:26,293 DEBUG [RS:0;377014bd7527:33743 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,33743,1732220424446' 2024-11-21T20:20:26,293 DEBUG [RS:0;377014bd7527:33743 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-29132725/flush-table-proc/abort' 2024-11-21T20:20:26,294 DEBUG [RS:0;377014bd7527:33743 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-29132725/flush-table-proc/acquired' 2024-11-21T20:20:26,294 DEBUG [RS:0;377014bd7527:33743 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T20:20:26,294 DEBUG [RS:0;377014bd7527:33743 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T20:20:26,294 DEBUG [RS:0;377014bd7527:33743 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 377014bd7527,33743,1732220424446 2024-11-21T20:20:26,294 DEBUG [RS:0;377014bd7527:33743 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,33743,1732220424446' 2024-11-21T20:20:26,294 DEBUG [RS:0;377014bd7527:33743 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-29132725/online-snapshot/abort' 2024-11-21T20:20:26,294 DEBUG [RS:0;377014bd7527:33743 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-29132725/online-snapshot/acquired' 2024-11-21T20:20:26,295 DEBUG [RS:0;377014bd7527:33743 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T20:20:26,295 INFO [RS:0;377014bd7527:33743 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T20:20:26,295 INFO [RS:0;377014bd7527:33743 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T20:20:26,395 INFO [RS:0;377014bd7527:33743 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:20:26,396 INFO [RS:0;377014bd7527:33743 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C33743%2C1732220424446, suffix=, logDir=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446, archiveDir=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/oldWALs, maxLogs=10 2024-11-21T20:20:26,408 DEBUG [RS:0;377014bd7527:33743 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396, exclude list is [], retry=0 2024-11-21T20:20:26,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39553,DS-d029d38a-9e7c-449a-b531-2a5e054d708f,DISK] 2024-11-21T20:20:26,412 INFO [RS:0;377014bd7527:33743 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396 2024-11-21T20:20:26,412 DEBUG [RS:0;377014bd7527:33743 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34827:34827)] 2024-11-21T20:20:26,558 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T20:20:26,558 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89 2024-11-21T20:20:26,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39553 is added to blk_1073741833_1009 (size=32) 2024-11-21T20:20:26,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:20:26,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:20:26,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:20:26,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:26,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:20:26,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:20:26,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:20:26,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:26,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:20:26,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:20:26,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:20:26,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:26,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:20:26,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:20:26,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:20:26,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:26,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:20:26,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:20:26,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/hbase/meta/1588230740 2024-11-21T20:20:26,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/hbase/meta/1588230740 2024-11-21T20:20:26,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:20:26,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:20:26,973 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:20:26,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:20:26,976 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:20:26,976 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64925799, jitterRate=-0.032530203461647034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:20:26,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732220426965Initializing all the Stores at 1732220426965Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220426965Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220426966 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220426966Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220426966Cleaning up temporary data from old regions at 1732220426973 (+7 ms)Region opened successfully at 1732220426976 (+3 ms) 2024-11-21T20:20:26,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:20:26,977 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:20:26,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:20:26,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:20:26,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:20:26,977 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:20:26,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220426977Disabling compacts and flushes for region at 1732220426977Disabling writes for close at 1732220426977Writing region close event to WAL at 1732220426977Closed at 1732220426977 2024-11-21T20:20:26,978 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:20:26,978 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T20:20:26,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T20:20:26,979 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:20:26,979 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T20:20:27,130 DEBUG [377014bd7527:34553 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T20:20:27,130 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=377014bd7527,33743,1732220424446 2024-11-21T20:20:27,131 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,33743,1732220424446, state=OPENING 2024-11-21T20:20:27,186 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T20:20:27,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x1015f0e06140001, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29132725 2024-11-21T20:20:27,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x1015f0e06140000, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29132725 2024-11-21T20:20:27,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-29132725/meta-region-server: CHANGED 2024-11-21T20:20:27,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-29132725/meta-region-server: CHANGED 2024-11-21T20:20:27,197 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:20:27,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,33743,1732220424446}] 2024-11-21T20:20:27,350 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:20:27,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T20:20:27,354 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T20:20:27,354 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:20:27,354 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T20:20:27,355 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C33743%2C1732220424446.meta, suffix=.meta, logDir=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446, archiveDir=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/oldWALs, maxLogs=10 2024-11-21T20:20:27,371 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.meta.1732220427356.meta, exclude list is [], retry=0 2024-11-21T20:20:27,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39553,DS-d029d38a-9e7c-449a-b531-2a5e054d708f,DISK] 2024-11-21T20:20:27,375 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.meta.1732220427356.meta 2024-11-21T20:20:27,375 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34827:34827)] 2024-11-21T20:20:27,375 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:20:27,375 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:20:27,375 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:20:27,376 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T20:20:27,376 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T20:20:27,376 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T20:20:27,376 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:20:27,376 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T20:20:27,376 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T20:20:27,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:20:27,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:20:27,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:27,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:20:27,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:20:27,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:20:27,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:27,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:20:27,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:20:27,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:20:27,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:27,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:20:27,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:20:27,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:20:27,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:27,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:20:27,381 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:20:27,381 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/hbase/meta/1588230740 2024-11-21T20:20:27,382 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/hbase/meta/1588230740 2024-11-21T20:20:27,383 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:20:27,383 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:20:27,384 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:20:27,384 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:20:27,385 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70508716, jitterRate=0.05066174268722534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:20:27,385 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T20:20:27,386 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732220427376Writing region info on filesystem at 1732220427376Initializing all the Stores at 1732220427377 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220427377Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220427377Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220427377Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220427377Cleaning up temporary data from old regions at 1732220427383 (+6 ms)Running coprocessor post-open hooks at 1732220427385 (+2 ms)Region opened successfully at 1732220427386 (+1 ms) 2024-11-21T20:20:27,387 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732220427350 2024-11-21T20:20:27,388 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T20:20:27,388 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T20:20:27,389 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,33743,1732220424446 2024-11-21T20:20:27,389 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,33743,1732220424446, state=OPEN 2024-11-21T20:20:27,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x1015f0e06140000, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-29132725/meta-region-server 2024-11-21T20:20:27,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x1015f0e06140001, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-29132725/meta-region-server 2024-11-21T20:20:27,427 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=377014bd7527,33743,1732220424446 2024-11-21T20:20:27,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-29132725/meta-region-server: CHANGED 2024-11-21T20:20:27,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-29132725/meta-region-server: CHANGED 2024-11-21T20:20:27,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T20:20:27,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,33743,1732220424446 in 230 msec 2024-11-21T20:20:27,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T20:20:27,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 451 msec 2024-11-21T20:20:27,431 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:20:27,431 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T20:20:27,432 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:20:27,432 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,33743,1732220424446, seqNum=-1] 2024-11-21T20:20:27,432 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:20:27,434 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39521, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:20:27,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2900 sec 2024-11-21T20:20:27,437 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732220427437, completionTime=-1 2024-11-21T20:20:27,437 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T20:20:27,437 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T20:20:27,439 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T20:20:27,439 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732220487439 2024-11-21T20:20:27,439 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732220547439 2024-11-21T20:20:27,439 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T20:20:27,439 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,34553,1732220424287-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:27,439 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,34553,1732220424287-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:27,439 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,34553,1732220424287-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:27,439 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-377014bd7527:34553, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:27,439 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:27,440 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:27,441 DEBUG [master/377014bd7527:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T20:20:27,442 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.929sec 2024-11-21T20:20:27,442 INFO [master/377014bd7527:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T20:20:27,442 INFO [master/377014bd7527:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T20:20:27,442 INFO [master/377014bd7527:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T20:20:27,442 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T20:20:27,442 INFO [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T20:20:27,443 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,34553,1732220424287-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:20:27,443 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,34553,1732220424287-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T20:20:27,444 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T20:20:27,444 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T20:20:27,444 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,34553,1732220424287-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:27,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58356843, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:27,475 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,34553,-1 for getting cluster id 2024-11-21T20:20:27,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:20:27,476 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03fd9ce0-c324-43f6-afff-f542feb018cb' 2024-11-21T20:20:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:20:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03fd9ce0-c324-43f6-afff-f542feb018cb" 2024-11-21T20:20:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cccbf0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,34553,-1] 2024-11-21T20:20:27,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:20:27,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:27,477 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:20:27,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dcddd22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:27,478 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:20:27,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,33743,1732220424446, seqNum=-1] 2024-11-21T20:20:27,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:20:27,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:20:27,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=377014bd7527,34553,1732220424287 2024-11-21T20:20:27,483 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61461 2024-11-21T20:20:27,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:20:27,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015f0e06140002 connected 2024-11-21T20:20:27,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/hadoop.log.dir so I do NOT create it in target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c 2024-11-21T20:20:27,607 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T20:20:27,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/hadoop.tmp.dir so I do NOT create it in target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c 2024-11-21T20:20:27,607 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T20:20:27,607 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c 2024-11-21T20:20:27,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T20:20:27,608 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c/cluster_42df60db-9348-3917-9e96-3d2a3ea96ff5, deleteOnExit=true 2024-11-21T20:20:27,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T20:20:27,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c/test.cache.data in system properties and HBase conf 2024-11-21T20:20:27,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T20:20:27,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c/hadoop.log.dir in system properties and HBase conf 2024-11-21T20:20:27,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T20:20:27,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T20:20:27,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T20:20:27,609 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T20:20:27,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:20:27,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:20:27,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T20:20:27,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:20:27,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T20:20:27,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T20:20:27,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:20:27,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:20:27,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T20:20:27,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c/nfs.dump.dir in system properties and HBase conf 2024-11-21T20:20:27,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c/java.io.tmpdir in system properties and HBase conf 2024-11-21T20:20:27,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:20:27,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T20:20:27,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T20:20:28,026 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:20:28,030 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:20:28,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:20:28,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:20:28,032 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T20:20:28,032 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:20:28,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@128b752b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:20:28,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@464b868d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:20:28,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bac1e67{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c/java.io.tmpdir/jetty-localhost-37799-hadoop-hdfs-3_4_1-tests_jar-_-any-4992558428662680233/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:20:28,133 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bc804a{HTTP/1.1, (http/1.1)}{localhost:37799} 2024-11-21T20:20:28,133 INFO [Time-limited test {}] server.Server(415): Started @203972ms 2024-11-21T20:20:28,466 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:20:28,468 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:20:28,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:20:28,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:20:28,472 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T20:20:28,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59e2167a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:20:28,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b6cdc48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:20:28,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@625afcc9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c/java.io.tmpdir/jetty-localhost-42139-hadoop-hdfs-3_4_1-tests_jar-_-any-12192259268876736074/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:20:28,576 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@775ddb8f{HTTP/1.1, (http/1.1)}{localhost:42139} 2024-11-21T20:20:28,576 INFO [Time-limited test {}] server.Server(415): Started @204415ms 2024-11-21T20:20:28,578 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T20:20:29,267 WARN [Thread-2318 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c/cluster_42df60db-9348-3917-9e96-3d2a3ea96ff5/data/data1/current/BP-1227303811-172.17.0.2-1732220427631/current, will proceed with Du for space computation calculation, 2024-11-21T20:20:29,267 WARN [Thread-2319 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c/cluster_42df60db-9348-3917-9e96-3d2a3ea96ff5/data/data2/current/BP-1227303811-172.17.0.2-1732220427631/current, will proceed with Du for space computation calculation, 2024-11-21T20:20:29,286 WARN [Thread-2306 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T20:20:29,288 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce9d79bd2b2ed5db with lease ID 0xa2f57b88b01bdb86: Processing first storage report for DS-41a9eb47-4fd8-4e67-be7f-6b67b85221b6 from datanode DatanodeRegistration(127.0.0.1:40669, datanodeUuid=85cded4b-5c22-41d0-b0cc-4dca1f0ae316, infoPort=38067, infoSecurePort=0, ipcPort=32979, storageInfo=lv=-57;cid=testClusterID;nsid=1190799774;c=1732220427631) 2024-11-21T20:20:29,288 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce9d79bd2b2ed5db with lease ID 0xa2f57b88b01bdb86: from storage DS-41a9eb47-4fd8-4e67-be7f-6b67b85221b6 node DatanodeRegistration(127.0.0.1:40669, datanodeUuid=85cded4b-5c22-41d0-b0cc-4dca1f0ae316, infoPort=38067, infoSecurePort=0, ipcPort=32979, storageInfo=lv=-57;cid=testClusterID;nsid=1190799774;c=1732220427631), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:20:29,289 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce9d79bd2b2ed5db with lease ID 0xa2f57b88b01bdb86: Processing first storage report for DS-b4f4fc8a-5812-49fe-a4a1-2fdff83378df from datanode DatanodeRegistration(127.0.0.1:40669, datanodeUuid=85cded4b-5c22-41d0-b0cc-4dca1f0ae316, infoPort=38067, infoSecurePort=0, ipcPort=32979, storageInfo=lv=-57;cid=testClusterID;nsid=1190799774;c=1732220427631) 2024-11-21T20:20:29,289 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce9d79bd2b2ed5db with lease ID 0xa2f57b88b01bdb86: from storage DS-b4f4fc8a-5812-49fe-a4a1-2fdff83378df node DatanodeRegistration(127.0.0.1:40669, datanodeUuid=85cded4b-5c22-41d0-b0cc-4dca1f0ae316, infoPort=38067, infoSecurePort=0, ipcPort=32979, storageInfo=lv=-57;cid=testClusterID;nsid=1190799774;c=1732220427631), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:20:29,312 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c 2024-11-21T20:20:29,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:20:29,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:20:29,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741825_1001 (size=7) 2024-11-21T20:20:29,721 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd with version=8 2024-11-21T20:20:29,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/hbase-staging 2024-11-21T20:20:29,723 INFO [Time-limited test {}] client.ConnectionUtils(128): master/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:20:29,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:20:29,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:20:29,724 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:20:29,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:20:29,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:20:29,724 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T20:20:29,724 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:20:29,724 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45339 2024-11-21T20:20:29,725 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45339 connecting to ZooKeeper ensemble=127.0.0.1:61461 2024-11-21T20:20:29,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453390x0, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:20:29,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45339-0x1015f0e06140003 connected 2024-11-21T20:20:29,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:20:29,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:20:29,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45339-0x1015f0e06140003, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Set watcher on znode that does not yet exist, /1-1328277513/running 2024-11-21T20:20:29,938 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd, hbase.cluster.distributed=false 2024-11-21T20:20:29,939 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45339-0x1015f0e06140003, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Set watcher on znode that does not yet exist, /1-1328277513/acl 2024-11-21T20:20:29,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45339 2024-11-21T20:20:29,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45339 2024-11-21T20:20:29,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45339 2024-11-21T20:20:29,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45339 2024-11-21T20:20:29,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45339 2024-11-21T20:20:29,958 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:20:29,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:20:29,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:20:29,958 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:20:29,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:20:29,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:20:29,958 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T20:20:29,959 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:20:29,959 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42603 2024-11-21T20:20:29,960 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42603 connecting to ZooKeeper ensemble=127.0.0.1:61461 2024-11-21T20:20:29,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:20:29,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:20:29,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426030x0, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:20:29,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426030x0, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Set watcher on znode that does not yet exist, /1-1328277513/running 2024-11-21T20:20:29,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42603-0x1015f0e06140004 connected 2024-11-21T20:20:29,976 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T20:20:29,977 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T20:20:29,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42603-0x1015f0e06140004, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Set watcher on znode that does not yet exist, /1-1328277513/master 2024-11-21T20:20:29,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42603-0x1015f0e06140004, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Set watcher on znode that does not yet exist, /1-1328277513/acl 2024-11-21T20:20:29,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42603 2024-11-21T20:20:29,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42603 2024-11-21T20:20:29,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42603 2024-11-21T20:20:29,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42603 2024-11-21T20:20:29,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42603 2024-11-21T20:20:29,993 DEBUG [M:0;377014bd7527:45339 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;377014bd7527:45339 2024-11-21T20:20:29,993 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1328277513/backup-masters/377014bd7527,45339,1732220429723 2024-11-21T20:20:30,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x1015f0e06140003, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1328277513/backup-masters 2024-11-21T20:20:30,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42603-0x1015f0e06140004, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1328277513/backup-masters 2024-11-21T20:20:30,006 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45339-0x1015f0e06140003, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Set watcher on existing znode=/1-1328277513/backup-masters/377014bd7527,45339,1732220429723 2024-11-21T20:20:30,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42603-0x1015f0e06140004, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1328277513/master 2024-11-21T20:20:30,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x1015f0e06140003, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1328277513 2024-11-21T20:20:30,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42603-0x1015f0e06140004, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1328277513 2024-11-21T20:20:30,018 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45339-0x1015f0e06140003, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Set watcher on existing znode=/1-1328277513/master 2024-11-21T20:20:30,019 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1328277513/backup-masters/377014bd7527,45339,1732220429723 from backup master directory 2024-11-21T20:20:30,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42603-0x1015f0e06140004, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1328277513/backup-masters 2024-11-21T20:20:30,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x1015f0e06140003, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1328277513/backup-masters/377014bd7527,45339,1732220429723 2024-11-21T20:20:30,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x1015f0e06140003, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1328277513/backup-masters 2024-11-21T20:20:30,028 WARN [master/377014bd7527:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:20:30,028 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=377014bd7527,45339,1732220429723 2024-11-21T20:20:30,031 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/hbase.id] with ID: 9dc63ff4-d4d2-4ca1-b906-6f520ff9faac 2024-11-21T20:20:30,031 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/.tmp/hbase.id 2024-11-21T20:20:30,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741826_1002 (size=42) 2024-11-21T20:20:30,436 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/.tmp/hbase.id]:[hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/hbase.id] 2024-11-21T20:20:30,444 INFO [master/377014bd7527:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:20:30,444 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T20:20:30,445 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T20:20:30,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42603-0x1015f0e06140004, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1328277513 2024-11-21T20:20:30,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x1015f0e06140003, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1328277513 2024-11-21T20:20:30,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741827_1003 (size=196) 2024-11-21T20:20:30,497 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:20:30,497 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T20:20:30,498 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:20:30,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741828_1004 (size=1189) 2024-11-21T20:20:30,506 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/MasterData/data/master/store 2024-11-21T20:20:30,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741829_1005 (size=34) 2024-11-21T20:20:30,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T20:20:30,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T20:20:30,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:20:30,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T20:20:30,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:20:30,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T20:20:30,914 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:20:30,915 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:20:30,915 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:20:30,915 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:20:30,915 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:20:30,915 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:20:30,915 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:20:30,915 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220430914Disabling compacts and flushes for region at 1732220430914Disabling writes for close at 1732220430915 (+1 ms)Writing region close event to WAL at 1732220430915Closed at 1732220430915 2024-11-21T20:20:30,915 WARN [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/MasterData/data/master/store/.initializing 2024-11-21T20:20:30,915 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/MasterData/WALs/377014bd7527,45339,1732220429723 2024-11-21T20:20:30,916 INFO [master/377014bd7527:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:20:30,918 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=377014bd7527%2C45339%2C1732220429723, suffix=, logDir=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/MasterData/WALs/377014bd7527,45339,1732220429723, archiveDir=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/MasterData/oldWALs, maxLogs=10 2024-11-21T20:20:30,935 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/MasterData/WALs/377014bd7527,45339,1732220429723/377014bd7527%2C45339%2C1732220429723.1732220430918, exclude list is [], retry=0 2024-11-21T20:20:30,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40669,DS-41a9eb47-4fd8-4e67-be7f-6b67b85221b6,DISK] 2024-11-21T20:20:30,939 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/MasterData/WALs/377014bd7527,45339,1732220429723/377014bd7527%2C45339%2C1732220429723.1732220430918 2024-11-21T20:20:30,939 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38067:38067)] 2024-11-21T20:20:30,940 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:20:30,940 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:20:30,940 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:30,940 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:30,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:30,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T20:20:30,942 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:30,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:20:30,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:30,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T20:20:30,944 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:30,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:20:30,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:30,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T20:20:30,945 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:30,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:20:30,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:30,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T20:20:30,946 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:30,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:20:30,947 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:30,947 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:30,948 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:30,949 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:30,949 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:30,950 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:20:30,951 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:30,952 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:20:30,953 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62423506, jitterRate=-0.06981727480888367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:20:30,953 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732220430940Initializing all the Stores at 1732220430941 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220430941Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220430941Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220430941Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220430941Cleaning up temporary data from old regions at 1732220430949 (+8 ms)Region opened successfully at 1732220430953 (+4 ms) 2024-11-21T20:20:30,953 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T20:20:30,955 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b9a1598, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:20:30,956 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T20:20:30,956 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T20:20:30,956 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T20:20:30,956 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T20:20:30,956 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T20:20:30,956 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T20:20:30,956 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T20:20:30,958 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T20:20:30,958 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45339-0x1015f0e06140003, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Unable to get data of znode /1-1328277513/balancer because node does not exist (not necessarily an error) 2024-11-21T20:20:31,007 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1328277513/balancer already deleted, retry=false 2024-11-21T20:20:31,008 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T20:20:31,008 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45339-0x1015f0e06140003, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Unable to get data of znode /1-1328277513/normalizer because node does not exist (not necessarily an error) 2024-11-21T20:20:31,018 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1328277513/normalizer already deleted, retry=false 2024-11-21T20:20:31,018 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T20:20:31,019 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45339-0x1015f0e06140003, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Unable to get data of znode /1-1328277513/switch/split because node does not exist (not necessarily an error) 2024-11-21T20:20:31,028 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1328277513/switch/split already deleted, retry=false 2024-11-21T20:20:31,029 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45339-0x1015f0e06140003, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Unable to get data of znode /1-1328277513/switch/merge because node does not exist (not necessarily an error) 2024-11-21T20:20:31,039 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1328277513/switch/merge already deleted, retry=false 2024-11-21T20:20:31,041 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45339-0x1015f0e06140003, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Unable to get data of znode /1-1328277513/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T20:20:31,049 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1328277513/snapshot-cleanup already deleted, retry=false 2024-11-21T20:20:31,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42603-0x1015f0e06140004, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1328277513/running 2024-11-21T20:20:31,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x1015f0e06140003, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1328277513/running 2024-11-21T20:20:31,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x1015f0e06140003, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1328277513 2024-11-21T20:20:31,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42603-0x1015f0e06140004, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1328277513 2024-11-21T20:20:31,060 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=377014bd7527,45339,1732220429723, sessionid=0x1015f0e06140003, setting cluster-up flag (Was=false) 2024-11-21T20:20:31,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x1015f0e06140003, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1328277513 2024-11-21T20:20:31,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42603-0x1015f0e06140004, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1328277513 2024-11-21T20:20:31,112 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1328277513/flush-table-proc/acquired, /1-1328277513/flush-table-proc/reached, /1-1328277513/flush-table-proc/abort 2024-11-21T20:20:31,113 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,45339,1732220429723 2024-11-21T20:20:31,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x1015f0e06140003, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1328277513 2024-11-21T20:20:31,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42603-0x1015f0e06140004, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1328277513 2024-11-21T20:20:31,165 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1328277513/online-snapshot/acquired, /1-1328277513/online-snapshot/reached, /1-1328277513/online-snapshot/abort 2024-11-21T20:20:31,166 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,45339,1732220429723 2024-11-21T20:20:31,167 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T20:20:31,168 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T20:20:31,168 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T20:20:31,168 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T20:20:31,168 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 377014bd7527,45339,1732220429723 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T20:20:31,169 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:20:31,169 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:20:31,170 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:20:31,170 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:20:31,170 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/377014bd7527:0, corePoolSize=10, maxPoolSize=10 2024-11-21T20:20:31,170 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:31,170 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:20:31,170 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:31,173 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:20:31,173 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T20:20:31,174 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:31,174 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T20:20:31,178 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732220461178 2024-11-21T20:20:31,178 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T20:20:31,178 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T20:20:31,178 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T20:20:31,178 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T20:20:31,178 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T20:20:31,178 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T20:20:31,180 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:31,183 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T20:20:31,183 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T20:20:31,183 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T20:20:31,184 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T20:20:31,184 INFO [RS:0;377014bd7527:42603 {}] regionserver.HRegionServer(746): ClusterId : 9dc63ff4-d4d2-4ca1-b906-6f520ff9faac 2024-11-21T20:20:31,184 DEBUG [RS:0;377014bd7527:42603 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T20:20:31,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741831_1007 (size=1321) 2024-11-21T20:20:31,187 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T20:20:31,188 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T20:20:31,188 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220431188,5,FailOnTimeoutGroup] 2024-11-21T20:20:31,188 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220431188,5,FailOnTimeoutGroup] 2024-11-21T20:20:31,188 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:31,188 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T20:20:31,188 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:31,188 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:31,197 DEBUG [RS:0;377014bd7527:42603 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T20:20:31,197 DEBUG [RS:0;377014bd7527:42603 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T20:20:31,208 DEBUG [RS:0;377014bd7527:42603 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T20:20:31,208 DEBUG [RS:0;377014bd7527:42603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33fd984c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:20:31,223 DEBUG [RS:0;377014bd7527:42603 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;377014bd7527:42603 2024-11-21T20:20:31,223 INFO [RS:0;377014bd7527:42603 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T20:20:31,223 INFO [RS:0;377014bd7527:42603 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T20:20:31,223 DEBUG [RS:0;377014bd7527:42603 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T20:20:31,224 INFO [RS:0;377014bd7527:42603 {}] regionserver.HRegionServer(2659): reportForDuty to master=377014bd7527,45339,1732220429723 with port=42603, startcode=1732220429958 2024-11-21T20:20:31,224 DEBUG [RS:0;377014bd7527:42603 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T20:20:31,229 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T20:20:31,229 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45339 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 377014bd7527,42603,1732220429958 2024-11-21T20:20:31,229 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45339 {}] master.ServerManager(517): Registering regionserver=377014bd7527,42603,1732220429958 2024-11-21T20:20:31,230 DEBUG [RS:0;377014bd7527:42603 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd 2024-11-21T20:20:31,230 DEBUG [RS:0;377014bd7527:42603 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36527 2024-11-21T20:20:31,230 DEBUG [RS:0;377014bd7527:42603 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T20:20:31,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x1015f0e06140003, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1328277513/rs 2024-11-21T20:20:31,282 DEBUG [RS:0;377014bd7527:42603 {}] zookeeper.ZKUtil(111): regionserver:42603-0x1015f0e06140004, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Set watcher on existing znode=/1-1328277513/rs/377014bd7527,42603,1732220429958 2024-11-21T20:20:31,282 WARN [RS:0;377014bd7527:42603 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:20:31,282 INFO [RS:0;377014bd7527:42603 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:20:31,282 DEBUG [RS:0;377014bd7527:42603 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958 2024-11-21T20:20:31,282 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [377014bd7527,42603,1732220429958] 2024-11-21T20:20:31,285 INFO [RS:0;377014bd7527:42603 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T20:20:31,286 INFO [RS:0;377014bd7527:42603 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T20:20:31,286 INFO [RS:0;377014bd7527:42603 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T20:20:31,286 INFO [RS:0;377014bd7527:42603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:31,286 INFO [RS:0;377014bd7527:42603 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T20:20:31,287 INFO [RS:0;377014bd7527:42603 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T20:20:31,287 INFO [RS:0;377014bd7527:42603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:31,287 DEBUG [RS:0;377014bd7527:42603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:31,287 DEBUG [RS:0;377014bd7527:42603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:31,287 DEBUG [RS:0;377014bd7527:42603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:31,287 DEBUG [RS:0;377014bd7527:42603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:31,287 DEBUG [RS:0;377014bd7527:42603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:31,287 DEBUG [RS:0;377014bd7527:42603 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:20:31,287 DEBUG [RS:0;377014bd7527:42603 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:31,287 DEBUG [RS:0;377014bd7527:42603 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:31,287 DEBUG [RS:0;377014bd7527:42603 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:31,287 DEBUG [RS:0;377014bd7527:42603 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:31,287 DEBUG [RS:0;377014bd7527:42603 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:31,287 DEBUG [RS:0;377014bd7527:42603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:31,287 DEBUG [RS:0;377014bd7527:42603 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:20:31,287 DEBUG [RS:0;377014bd7527:42603 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:20:31,288 INFO [RS:0;377014bd7527:42603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:31,288 INFO [RS:0;377014bd7527:42603 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:31,288 INFO [RS:0;377014bd7527:42603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:31,288 INFO [RS:0;377014bd7527:42603 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:31,288 INFO [RS:0;377014bd7527:42603 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:31,288 INFO [RS:0;377014bd7527:42603 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42603,1732220429958-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:20:31,305 INFO [RS:0;377014bd7527:42603 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T20:20:31,305 INFO [RS:0;377014bd7527:42603 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42603,1732220429958-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:31,306 INFO [RS:0;377014bd7527:42603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:31,306 INFO [RS:0;377014bd7527:42603 {}] regionserver.Replication(171): 377014bd7527,42603,1732220429958 started 2024-11-21T20:20:31,323 INFO [RS:0;377014bd7527:42603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:31,323 INFO [RS:0;377014bd7527:42603 {}] regionserver.HRegionServer(1482): Serving as 377014bd7527,42603,1732220429958, RpcServer on 377014bd7527/172.17.0.2:42603, sessionid=0x1015f0e06140004 2024-11-21T20:20:31,323 DEBUG [RS:0;377014bd7527:42603 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T20:20:31,323 DEBUG [RS:0;377014bd7527:42603 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 377014bd7527,42603,1732220429958 2024-11-21T20:20:31,323 DEBUG [RS:0;377014bd7527:42603 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,42603,1732220429958' 2024-11-21T20:20:31,323 DEBUG [RS:0;377014bd7527:42603 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1328277513/flush-table-proc/abort' 2024-11-21T20:20:31,323 DEBUG [RS:0;377014bd7527:42603 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1328277513/flush-table-proc/acquired' 2024-11-21T20:20:31,324 DEBUG [RS:0;377014bd7527:42603 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T20:20:31,324 DEBUG [RS:0;377014bd7527:42603 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T20:20:31,324 DEBUG [RS:0;377014bd7527:42603 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 377014bd7527,42603,1732220429958 2024-11-21T20:20:31,324 DEBUG [RS:0;377014bd7527:42603 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,42603,1732220429958' 2024-11-21T20:20:31,324 DEBUG [RS:0;377014bd7527:42603 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1328277513/online-snapshot/abort' 2024-11-21T20:20:31,324 DEBUG [RS:0;377014bd7527:42603 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1328277513/online-snapshot/acquired' 2024-11-21T20:20:31,324 DEBUG [RS:0;377014bd7527:42603 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T20:20:31,324 INFO [RS:0;377014bd7527:42603 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T20:20:31,325 INFO [RS:0;377014bd7527:42603 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T20:20:31,425 INFO [RS:0;377014bd7527:42603 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:20:31,426 INFO [RS:0;377014bd7527:42603 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C42603%2C1732220429958, suffix=, logDir=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958, archiveDir=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/oldWALs, maxLogs=10 2024-11-21T20:20:31,444 DEBUG [RS:0;377014bd7527:42603 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958/377014bd7527%2C42603%2C1732220429958.1732220431427, exclude list is [], retry=0 2024-11-21T20:20:31,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40669,DS-41a9eb47-4fd8-4e67-be7f-6b67b85221b6,DISK] 2024-11-21T20:20:31,449 INFO [RS:0;377014bd7527:42603 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958/377014bd7527%2C42603%2C1732220429958.1732220431427 2024-11-21T20:20:31,450 DEBUG [RS:0;377014bd7527:42603 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38067:38067)] 2024-11-21T20:20:31,587 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T20:20:31,587 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd 2024-11-21T20:20:31,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741833_1009 (size=32) 2024-11-21T20:20:31,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:20:31,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:20:31,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:20:31,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:31,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:20:31,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:20:31,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:20:31,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:31,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:20:31,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:20:31,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:20:31,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:31,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:20:31,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:20:31,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:20:31,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:31,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:20:31,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:20:31,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/hbase/meta/1588230740 2024-11-21T20:20:31,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/hbase/meta/1588230740 2024-11-21T20:20:32,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:20:32,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:20:32,000 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:20:32,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:20:32,002 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:20:32,003 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72160686, jitterRate=0.07527801394462585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:20:32,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732220431992Initializing all the Stores at 1732220431993 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220431993Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220431993Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220431993Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220431993Cleaning up temporary data from old regions at 1732220432000 (+7 ms)Region opened successfully at 1732220432003 (+3 ms) 2024-11-21T20:20:32,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:20:32,003 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:20:32,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:20:32,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:20:32,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:20:32,003 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:20:32,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220432003Disabling compacts and flushes for region at 1732220432003Disabling writes for close at 1732220432003Writing region close event to WAL at 1732220432003Closed at 1732220432003 2024-11-21T20:20:32,004 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:20:32,004 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T20:20:32,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T20:20:32,005 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:20:32,006 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T20:20:32,156 DEBUG [377014bd7527:45339 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T20:20:32,157 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=377014bd7527,42603,1732220429958 2024-11-21T20:20:32,158 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,42603,1732220429958, state=OPENING 2024-11-21T20:20:32,207 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T20:20:32,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x1015f0e06140003, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1328277513 2024-11-21T20:20:32,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42603-0x1015f0e06140004, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1328277513 2024-11-21T20:20:32,218 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:20:32,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1328277513/meta-region-server: CHANGED 2024-11-21T20:20:32,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1328277513/meta-region-server: CHANGED 2024-11-21T20:20:32,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,42603,1732220429958}] 2024-11-21T20:20:32,262 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T20:20:32,370 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:20:32,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T20:20:32,374 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T20:20:32,374 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:20:32,375 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T20:20:32,376 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C42603%2C1732220429958.meta, suffix=.meta, logDir=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958, archiveDir=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/oldWALs, maxLogs=10 2024-11-21T20:20:32,393 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958/377014bd7527%2C42603%2C1732220429958.meta.1732220432376.meta, exclude list is [], retry=0 2024-11-21T20:20:32,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40669,DS-41a9eb47-4fd8-4e67-be7f-6b67b85221b6,DISK] 2024-11-21T20:20:32,401 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958/377014bd7527%2C42603%2C1732220429958.meta.1732220432376.meta 2024-11-21T20:20:32,401 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38067:38067)] 2024-11-21T20:20:32,401 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:20:32,401 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:20:32,402 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:20:32,402 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T20:20:32,402 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T20:20:32,402 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T20:20:32,402 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:20:32,402 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T20:20:32,402 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T20:20:32,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:20:32,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:20:32,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:32,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:20:32,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:20:32,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:20:32,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:32,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:20:32,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:20:32,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:20:32,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:32,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:20:32,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:20:32,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:20:32,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:32,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:20:32,407 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:20:32,408 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/hbase/meta/1588230740 2024-11-21T20:20:32,408 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/hbase/meta/1588230740 2024-11-21T20:20:32,409 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:20:32,409 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:20:32,410 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:20:32,411 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:20:32,412 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62453143, jitterRate=-0.0693756490945816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:20:32,412 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T20:20:32,412 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732220432402Writing region info on filesystem at 1732220432402Initializing all the Stores at 1732220432403 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220432403Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220432403Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220432403Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220432403Cleaning up temporary data from old regions at 1732220432409 (+6 ms)Running coprocessor post-open hooks at 1732220432412 (+3 ms)Region opened successfully at 1732220432412 2024-11-21T20:20:32,412 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732220432370 2024-11-21T20:20:32,414 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T20:20:32,414 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T20:20:32,415 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,42603,1732220429958 2024-11-21T20:20:32,415 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,42603,1732220429958, state=OPEN 2024-11-21T20:20:32,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42603-0x1015f0e06140004, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1328277513/meta-region-server 2024-11-21T20:20:32,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x1015f0e06140003, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1328277513/meta-region-server 2024-11-21T20:20:32,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1328277513/meta-region-server: CHANGED 2024-11-21T20:20:32,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1328277513/meta-region-server: CHANGED 2024-11-21T20:20:32,426 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=377014bd7527,42603,1732220429958 2024-11-21T20:20:32,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T20:20:32,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,42603,1732220429958 in 208 msec 2024-11-21T20:20:32,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T20:20:32,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 423 msec 2024-11-21T20:20:32,431 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:20:32,431 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T20:20:32,432 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:20:32,432 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,42603,1732220429958, seqNum=-1] 2024-11-21T20:20:32,432 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:20:32,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:20:32,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2690 sec 2024-11-21T20:20:32,437 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732220432437, completionTime=-1 2024-11-21T20:20:32,437 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T20:20:32,437 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T20:20:32,441 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T20:20:32,441 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732220492441 2024-11-21T20:20:32,441 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732220552441 2024-11-21T20:20:32,441 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-21T20:20:32,442 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,45339,1732220429723-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:32,442 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,45339,1732220429723-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:32,442 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,45339,1732220429723-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:32,442 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-377014bd7527:45339, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:32,442 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:32,442 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:32,444 DEBUG [master/377014bd7527:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T20:20:32,445 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.417sec 2024-11-21T20:20:32,445 INFO [master/377014bd7527:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T20:20:32,445 INFO [master/377014bd7527:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T20:20:32,445 INFO [master/377014bd7527:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T20:20:32,445 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T20:20:32,445 INFO [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T20:20:32,445 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,45339,1732220429723-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:20:32,445 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,45339,1732220429723-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T20:20:32,447 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T20:20:32,447 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T20:20:32,447 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,45339,1732220429723-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:32,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34debdc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:32,485 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,45339,-1 for getting cluster id 2024-11-21T20:20:32,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:20:32,486 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9dc63ff4-d4d2-4ca1-b906-6f520ff9faac' 2024-11-21T20:20:32,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:20:32,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9dc63ff4-d4d2-4ca1-b906-6f520ff9faac" 2024-11-21T20:20:32,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b99ace, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:32,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,45339,-1] 2024-11-21T20:20:32,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:20:32,487 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:32,487 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:20:32,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22fcaf8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:32,488 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:20:32,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,42603,1732220429958, seqNum=-1] 2024-11-21T20:20:32,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:20:32,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:20:32,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=377014bd7527,45339,1732220429723 2024-11-21T20:20:32,492 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61461 2024-11-21T20:20:32,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:20:32,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015f0e06140005 connected 2024-11-21T20:20:32,514 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:20:32,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,34553,1732220424287 2024-11-21T20:20:32,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b9759c 2024-11-21T20:20:32,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:20:32,516 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:20:32,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:20:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T20:20:32,518 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:20:32,519 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:32,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T20:20:32,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:20:32,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:20:32,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39553 is added to blk_1073741835_1011 (size=902) 2024-11-21T20:20:32,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:20:32,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:20:32,878 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:20:32,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:32,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:32,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:32,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:32,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:32,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:32,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:32,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:32,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:32,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:32,927 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0bc22f4999aaac26588650a256874842, NAME => 'test,,1732220432516.0bc22f4999aaac26588650a256874842.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89 2024-11-21T20:20:32,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39553 is added to blk_1073741836_1012 (size=39) 2024-11-21T20:20:32,932 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732220432516.0bc22f4999aaac26588650a256874842.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:20:32,933 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0bc22f4999aaac26588650a256874842, disabling compactions & flushes 2024-11-21T20:20:32,933 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732220432516.0bc22f4999aaac26588650a256874842. 2024-11-21T20:20:32,933 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732220432516.0bc22f4999aaac26588650a256874842. 2024-11-21T20:20:32,933 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732220432516.0bc22f4999aaac26588650a256874842. after waiting 0 ms 2024-11-21T20:20:32,933 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732220432516.0bc22f4999aaac26588650a256874842. 2024-11-21T20:20:32,933 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732220432516.0bc22f4999aaac26588650a256874842. 2024-11-21T20:20:32,933 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0bc22f4999aaac26588650a256874842: Waiting for close lock at 1732220432932Disabling compacts and flushes for region at 1732220432932Disabling writes for close at 1732220432933 (+1 ms)Writing region close event to WAL at 1732220432933Closed at 1732220432933 2024-11-21T20:20:32,934 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:20:32,934 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732220432516.0bc22f4999aaac26588650a256874842.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732220432934"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220432934"}]},"ts":"1732220432934"} 2024-11-21T20:20:32,936 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:20:32,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:20:32,937 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220432936"}]},"ts":"1732220432936"} 2024-11-21T20:20:32,938 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T20:20:32,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0bc22f4999aaac26588650a256874842, ASSIGN}] 2024-11-21T20:20:32,940 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0bc22f4999aaac26588650a256874842, ASSIGN 2024-11-21T20:20:32,940 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0bc22f4999aaac26588650a256874842, ASSIGN; state=OFFLINE, location=377014bd7527,33743,1732220424446; forceNewPlan=false, retain=false 2024-11-21T20:20:33,091 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0bc22f4999aaac26588650a256874842, regionState=OPENING, regionLocation=377014bd7527,33743,1732220424446 2024-11-21T20:20:33,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0bc22f4999aaac26588650a256874842, ASSIGN because future has completed 2024-11-21T20:20:33,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bc22f4999aaac26588650a256874842, server=377014bd7527,33743,1732220424446}] 2024-11-21T20:20:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:20:33,248 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732220432516.0bc22f4999aaac26588650a256874842. 2024-11-21T20:20:33,248 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0bc22f4999aaac26588650a256874842, NAME => 'test,,1732220432516.0bc22f4999aaac26588650a256874842.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:20:33,249 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:20:33,249 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T20:20:33,249 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0bc22f4999aaac26588650a256874842 2024-11-21T20:20:33,249 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732220432516.0bc22f4999aaac26588650a256874842.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:20:33,249 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0bc22f4999aaac26588650a256874842 2024-11-21T20:20:33,249 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0bc22f4999aaac26588650a256874842 2024-11-21T20:20:33,250 INFO [StoreOpener-0bc22f4999aaac26588650a256874842-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0bc22f4999aaac26588650a256874842 2024-11-21T20:20:33,251 INFO [StoreOpener-0bc22f4999aaac26588650a256874842-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bc22f4999aaac26588650a256874842 columnFamilyName f 2024-11-21T20:20:33,251 DEBUG [StoreOpener-0bc22f4999aaac26588650a256874842-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:33,252 INFO [StoreOpener-0bc22f4999aaac26588650a256874842-1 {}] regionserver.HStore(327): Store=0bc22f4999aaac26588650a256874842/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:20:33,252 INFO [StoreOpener-0bc22f4999aaac26588650a256874842-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0bc22f4999aaac26588650a256874842 2024-11-21T20:20:33,253 INFO [StoreOpener-0bc22f4999aaac26588650a256874842-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bc22f4999aaac26588650a256874842 columnFamilyName f1 2024-11-21T20:20:33,253 DEBUG [StoreOpener-0bc22f4999aaac26588650a256874842-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:33,253 INFO [StoreOpener-0bc22f4999aaac26588650a256874842-1 {}] regionserver.HStore(327): Store=0bc22f4999aaac26588650a256874842/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:20:33,253 INFO [StoreOpener-0bc22f4999aaac26588650a256874842-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0bc22f4999aaac26588650a256874842 2024-11-21T20:20:33,254 INFO [StoreOpener-0bc22f4999aaac26588650a256874842-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bc22f4999aaac26588650a256874842 columnFamilyName norep 2024-11-21T20:20:33,254 DEBUG [StoreOpener-0bc22f4999aaac26588650a256874842-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:33,254 INFO [StoreOpener-0bc22f4999aaac26588650a256874842-1 {}] regionserver.HStore(327): Store=0bc22f4999aaac26588650a256874842/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:20:33,254 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0bc22f4999aaac26588650a256874842 2024-11-21T20:20:33,255 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/default/test/0bc22f4999aaac26588650a256874842 2024-11-21T20:20:33,255 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/default/test/0bc22f4999aaac26588650a256874842 2024-11-21T20:20:33,256 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0bc22f4999aaac26588650a256874842 2024-11-21T20:20:33,256 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0bc22f4999aaac26588650a256874842 2024-11-21T20:20:33,256 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:20:33,257 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0bc22f4999aaac26588650a256874842 2024-11-21T20:20:33,259 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/default/test/0bc22f4999aaac26588650a256874842/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:20:33,259 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0bc22f4999aaac26588650a256874842; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59580450, jitterRate=-0.11218211054801941}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:20:33,259 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0bc22f4999aaac26588650a256874842 2024-11-21T20:20:33,260 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0bc22f4999aaac26588650a256874842: Running coprocessor pre-open hook at 1732220433249Writing region info on filesystem at 1732220433249Initializing all the Stores at 1732220433250 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220433250Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220433250Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220433250Cleaning up temporary data from old regions at 1732220433256 (+6 ms)Running coprocessor post-open hooks at 1732220433259 (+3 ms)Region opened successfully at 1732220433260 (+1 ms) 2024-11-21T20:20:33,260 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732220432516.0bc22f4999aaac26588650a256874842., pid=6, masterSystemTime=1732220433245 2024-11-21T20:20:33,262 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732220432516.0bc22f4999aaac26588650a256874842. 2024-11-21T20:20:33,262 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732220432516.0bc22f4999aaac26588650a256874842. 2024-11-21T20:20:33,263 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0bc22f4999aaac26588650a256874842, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=377014bd7527,33743,1732220424446 2024-11-21T20:20:33,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bc22f4999aaac26588650a256874842, server=377014bd7527,33743,1732220424446 because future has completed 2024-11-21T20:20:33,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T20:20:33,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0bc22f4999aaac26588650a256874842, server=377014bd7527,33743,1732220424446 in 173 msec 2024-11-21T20:20:33,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T20:20:33,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0bc22f4999aaac26588650a256874842, ASSIGN in 328 msec 2024-11-21T20:20:33,270 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:20:33,270 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220433270"}]},"ts":"1732220433270"} 2024-11-21T20:20:33,272 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T20:20:33,273 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:20:33,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 756 msec 2024-11-21T20:20:33,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:20:33,654 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T20:20:33,654 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:20:33,654 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,45339,1732220429723 2024-11-21T20:20:33,654 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4da4c0af 2024-11-21T20:20:33,654 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:20:33,655 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:20:33,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:20:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T20:20:33,658 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:20:33,658 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:33,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T20:20:33,659 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:20:33,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:20:33,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741835_1011 (size=902) 2024-11-21T20:20:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:20:33,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:20:34,065 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c8be1ceeb1ab1e9c1736199d740d0912, NAME => 'test,,1732220433655.c8be1ceeb1ab1e9c1736199d740d0912.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd 2024-11-21T20:20:34,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741836_1012 (size=39) 2024-11-21T20:20:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:20:34,470 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732220433655.c8be1ceeb1ab1e9c1736199d740d0912.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:20:34,470 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c8be1ceeb1ab1e9c1736199d740d0912, disabling compactions & flushes 2024-11-21T20:20:34,470 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732220433655.c8be1ceeb1ab1e9c1736199d740d0912. 2024-11-21T20:20:34,470 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732220433655.c8be1ceeb1ab1e9c1736199d740d0912. 2024-11-21T20:20:34,470 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732220433655.c8be1ceeb1ab1e9c1736199d740d0912. after waiting 0 ms 2024-11-21T20:20:34,470 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732220433655.c8be1ceeb1ab1e9c1736199d740d0912. 2024-11-21T20:20:34,470 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732220433655.c8be1ceeb1ab1e9c1736199d740d0912. 2024-11-21T20:20:34,470 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c8be1ceeb1ab1e9c1736199d740d0912: Waiting for close lock at 1732220434470Disabling compacts and flushes for region at 1732220434470Disabling writes for close at 1732220434470Writing region close event to WAL at 1732220434470Closed at 1732220434470 2024-11-21T20:20:34,472 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:20:34,472 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732220433655.c8be1ceeb1ab1e9c1736199d740d0912.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732220434472"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220434472"}]},"ts":"1732220434472"} 2024-11-21T20:20:34,474 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:20:34,475 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:20:34,475 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220434475"}]},"ts":"1732220434475"} 2024-11-21T20:20:34,476 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T20:20:34,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c8be1ceeb1ab1e9c1736199d740d0912, ASSIGN}] 2024-11-21T20:20:34,477 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c8be1ceeb1ab1e9c1736199d740d0912, ASSIGN 2024-11-21T20:20:34,478 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c8be1ceeb1ab1e9c1736199d740d0912, ASSIGN; state=OFFLINE, location=377014bd7527,42603,1732220429958; forceNewPlan=false, retain=false 2024-11-21T20:20:34,629 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c8be1ceeb1ab1e9c1736199d740d0912, regionState=OPENING, regionLocation=377014bd7527,42603,1732220429958 2024-11-21T20:20:34,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c8be1ceeb1ab1e9c1736199d740d0912, ASSIGN because future has completed 2024-11-21T20:20:34,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8be1ceeb1ab1e9c1736199d740d0912, server=377014bd7527,42603,1732220429958}] 2024-11-21T20:20:34,786 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732220433655.c8be1ceeb1ab1e9c1736199d740d0912. 2024-11-21T20:20:34,786 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c8be1ceeb1ab1e9c1736199d740d0912, NAME => 'test,,1732220433655.c8be1ceeb1ab1e9c1736199d740d0912.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:20:34,786 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:20:34,786 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T20:20:34,787 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c8be1ceeb1ab1e9c1736199d740d0912 2024-11-21T20:20:34,787 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732220433655.c8be1ceeb1ab1e9c1736199d740d0912.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:20:34,787 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c8be1ceeb1ab1e9c1736199d740d0912 2024-11-21T20:20:34,787 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c8be1ceeb1ab1e9c1736199d740d0912 2024-11-21T20:20:34,788 INFO [StoreOpener-c8be1ceeb1ab1e9c1736199d740d0912-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c8be1ceeb1ab1e9c1736199d740d0912 2024-11-21T20:20:34,789 INFO [StoreOpener-c8be1ceeb1ab1e9c1736199d740d0912-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8be1ceeb1ab1e9c1736199d740d0912 columnFamilyName f 2024-11-21T20:20:34,789 DEBUG [StoreOpener-c8be1ceeb1ab1e9c1736199d740d0912-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:34,789 INFO [StoreOpener-c8be1ceeb1ab1e9c1736199d740d0912-1 {}] regionserver.HStore(327): Store=c8be1ceeb1ab1e9c1736199d740d0912/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:20:34,789 INFO [StoreOpener-c8be1ceeb1ab1e9c1736199d740d0912-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c8be1ceeb1ab1e9c1736199d740d0912 2024-11-21T20:20:34,790 INFO [StoreOpener-c8be1ceeb1ab1e9c1736199d740d0912-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8be1ceeb1ab1e9c1736199d740d0912 columnFamilyName f1 2024-11-21T20:20:34,790 DEBUG [StoreOpener-c8be1ceeb1ab1e9c1736199d740d0912-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:34,790 INFO [StoreOpener-c8be1ceeb1ab1e9c1736199d740d0912-1 {}] regionserver.HStore(327): Store=c8be1ceeb1ab1e9c1736199d740d0912/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:20:34,790 INFO [StoreOpener-c8be1ceeb1ab1e9c1736199d740d0912-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c8be1ceeb1ab1e9c1736199d740d0912 2024-11-21T20:20:34,791 INFO [StoreOpener-c8be1ceeb1ab1e9c1736199d740d0912-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8be1ceeb1ab1e9c1736199d740d0912 columnFamilyName norep 2024-11-21T20:20:34,791 DEBUG [StoreOpener-c8be1ceeb1ab1e9c1736199d740d0912-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:34,791 INFO [StoreOpener-c8be1ceeb1ab1e9c1736199d740d0912-1 {}] regionserver.HStore(327): Store=c8be1ceeb1ab1e9c1736199d740d0912/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:20:34,792 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c8be1ceeb1ab1e9c1736199d740d0912 2024-11-21T20:20:34,792 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/default/test/c8be1ceeb1ab1e9c1736199d740d0912 2024-11-21T20:20:34,793 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/default/test/c8be1ceeb1ab1e9c1736199d740d0912 2024-11-21T20:20:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:20:34,795 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c8be1ceeb1ab1e9c1736199d740d0912 2024-11-21T20:20:34,795 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c8be1ceeb1ab1e9c1736199d740d0912 2024-11-21T20:20:34,795 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:20:34,796 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c8be1ceeb1ab1e9c1736199d740d0912 2024-11-21T20:20:34,798 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/default/test/c8be1ceeb1ab1e9c1736199d740d0912/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:20:34,798 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c8be1ceeb1ab1e9c1736199d740d0912; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62996389, jitterRate=-0.06128065288066864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:20:34,799 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8be1ceeb1ab1e9c1736199d740d0912 2024-11-21T20:20:34,799 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c8be1ceeb1ab1e9c1736199d740d0912: Running coprocessor pre-open hook at 1732220434787Writing region info on filesystem at 1732220434787Initializing all the Stores at 1732220434787Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220434787Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220434788 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220434788Cleaning up temporary data from old regions at 1732220434795 (+7 ms)Running coprocessor post-open hooks at 1732220434799 (+4 ms)Region opened successfully at 1732220434799 2024-11-21T20:20:34,799 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732220433655.c8be1ceeb1ab1e9c1736199d740d0912., pid=6, masterSystemTime=1732220434782 2024-11-21T20:20:34,802 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732220433655.c8be1ceeb1ab1e9c1736199d740d0912. 2024-11-21T20:20:34,802 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732220433655.c8be1ceeb1ab1e9c1736199d740d0912. 2024-11-21T20:20:34,802 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c8be1ceeb1ab1e9c1736199d740d0912, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=377014bd7527,42603,1732220429958 2024-11-21T20:20:34,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8be1ceeb1ab1e9c1736199d740d0912, server=377014bd7527,42603,1732220429958 because future has completed 2024-11-21T20:20:34,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T20:20:34,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c8be1ceeb1ab1e9c1736199d740d0912, server=377014bd7527,42603,1732220429958 in 174 msec 2024-11-21T20:20:34,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T20:20:34,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c8be1ceeb1ab1e9c1736199d740d0912, ASSIGN in 330 msec 2024-11-21T20:20:34,808 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:20:34,809 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220434808"}]},"ts":"1732220434808"} 2024-11-21T20:20:34,810 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T20:20:34,811 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:20:34,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-21T20:20:35,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:20:35,814 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T20:20:35,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ee3adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:35,814 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,34553,-1 for getting cluster id 2024-11-21T20:20:35,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:20:35,815 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03fd9ce0-c324-43f6-afff-f542feb018cb' 2024-11-21T20:20:35,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:20:35,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03fd9ce0-c324-43f6-afff-f542feb018cb" 2024-11-21T20:20:35,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa99ea0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:35,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,34553,-1] 2024-11-21T20:20:35,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:20:35,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:35,816 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:20:35,817 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3734cef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:35,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@652713db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:35,818 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,45339,-1 for getting cluster id 2024-11-21T20:20:35,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:20:35,818 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9dc63ff4-d4d2-4ca1-b906-6f520ff9faac' 2024-11-21T20:20:35,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:20:35,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9dc63ff4-d4d2-4ca1-b906-6f520ff9faac" 2024-11-21T20:20:35,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70b1eca1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:35,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,45339,-1] 2024-11-21T20:20:35,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:20:35,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:35,819 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:20:35,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c53c42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:35,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6370e53e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:35,820 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,34553,-1 for getting cluster id 2024-11-21T20:20:35,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:20:35,821 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03fd9ce0-c324-43f6-afff-f542feb018cb' 2024-11-21T20:20:35,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:20:35,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03fd9ce0-c324-43f6-afff-f542feb018cb" 2024-11-21T20:20:35,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357a05a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:35,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,34553,-1] 2024-11-21T20:20:35,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:20:35,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:35,822 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:20:35,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3670099a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:35,823 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:20:35,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,34553,1732220424287 2024-11-21T20:20:35,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65a7b2cb 2024-11-21T20:20:35,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:20:35,824 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:20:35,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://377014bd7527:45339,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T20:20:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T20:20:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:20:35,827 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:45339' 2024-11-21T20:20:35,832 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df486ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:35,832 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,45339,-1 for getting cluster id 2024-11-21T20:20:35,832 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:20:35,833 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9dc63ff4-d4d2-4ca1-b906-6f520ff9faac' 2024-11-21T20:20:35,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:20:35,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9dc63ff4-d4d2-4ca1-b906-6f520ff9faac" 2024-11-21T20:20:35,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69849975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:35,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,45339,-1] 2024-11-21T20:20:35,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:20:35,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:35,834 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:20:35,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200c3b29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:35,835 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:20:35,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,45339,1732220429723 2024-11-21T20:20:35,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@583c0747 2024-11-21T20:20:35,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:20:35,837 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:20:35,837 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T20:20:35,837 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T20:20:35,837 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:35,837 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:20:35,837 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:35,838 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:20:35,839 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T20:20:35,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:20:35,839 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:35,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:20:35,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39553 is added to blk_1073741837_1013 (size=1138) 2024-11-21T20:20:35,889 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T20:20:35,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:20:36,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:20:36,246 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 32117eecf911b183cce9cbbf24e5dbcb, NAME => 'hbase:replication,,1732220435838.32117eecf911b183cce9cbbf24e5dbcb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89 2024-11-21T20:20:36,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39553 is added to blk_1073741838_1014 (size=44) 2024-11-21T20:20:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:20:36,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732220435838.32117eecf911b183cce9cbbf24e5dbcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:20:36,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 32117eecf911b183cce9cbbf24e5dbcb, disabling compactions & flushes 2024-11-21T20:20:36,652 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732220435838.32117eecf911b183cce9cbbf24e5dbcb. 2024-11-21T20:20:36,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732220435838.32117eecf911b183cce9cbbf24e5dbcb. 2024-11-21T20:20:36,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732220435838.32117eecf911b183cce9cbbf24e5dbcb. after waiting 0 ms 2024-11-21T20:20:36,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732220435838.32117eecf911b183cce9cbbf24e5dbcb. 2024-11-21T20:20:36,652 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732220435838.32117eecf911b183cce9cbbf24e5dbcb. 2024-11-21T20:20:36,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 32117eecf911b183cce9cbbf24e5dbcb: Waiting for close lock at 1732220436652Disabling compacts and flushes for region at 1732220436652Disabling writes for close at 1732220436652Writing region close event to WAL at 1732220436652Closed at 1732220436652 2024-11-21T20:20:36,697 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:20:36,698 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732220435838.32117eecf911b183cce9cbbf24e5dbcb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732220436697"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220436697"}]},"ts":"1732220436697"} 2024-11-21T20:20:36,699 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:20:36,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:20:36,700 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220436700"}]},"ts":"1732220436700"} 2024-11-21T20:20:36,702 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T20:20:36,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=32117eecf911b183cce9cbbf24e5dbcb, ASSIGN}] 2024-11-21T20:20:36,703 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=32117eecf911b183cce9cbbf24e5dbcb, ASSIGN 2024-11-21T20:20:36,704 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=32117eecf911b183cce9cbbf24e5dbcb, ASSIGN; state=OFFLINE, location=377014bd7527,33743,1732220424446; forceNewPlan=false, retain=false 2024-11-21T20:20:36,854 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=32117eecf911b183cce9cbbf24e5dbcb, regionState=OPENING, regionLocation=377014bd7527,33743,1732220424446 2024-11-21T20:20:36,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=32117eecf911b183cce9cbbf24e5dbcb, ASSIGN because future has completed 2024-11-21T20:20:36,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32117eecf911b183cce9cbbf24e5dbcb, server=377014bd7527,33743,1732220424446}] 2024-11-21T20:20:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:20:37,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732220435838.32117eecf911b183cce9cbbf24e5dbcb. 2024-11-21T20:20:37,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:20:37,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T20:20:37,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C33743%2C1732220424446.rep, suffix=, logDir=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446, archiveDir=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/oldWALs, maxLogs=10 2024-11-21T20:20:37,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.rep.1732220437013, exclude list is [], retry=0 2024-11-21T20:20:37,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39553,DS-d029d38a-9e7c-449a-b531-2a5e054d708f,DISK] 2024-11-21T20:20:37,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.rep.1732220437013 2024-11-21T20:20:37,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34827:34827)] 2024-11-21T20:20:37,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 32117eecf911b183cce9cbbf24e5dbcb, NAME => 'hbase:replication,,1732220435838.32117eecf911b183cce9cbbf24e5dbcb.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:20:37,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:20:37,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:20:37,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732220435838.32117eecf911b183cce9cbbf24e5dbcb. service=MultiRowMutationService 2024-11-21T20:20:37,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T20:20:37,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 32117eecf911b183cce9cbbf24e5dbcb 2024-11-21T20:20:37,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732220435838.32117eecf911b183cce9cbbf24e5dbcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:20:37,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 32117eecf911b183cce9cbbf24e5dbcb 2024-11-21T20:20:37,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 32117eecf911b183cce9cbbf24e5dbcb 2024-11-21T20:20:37,034 INFO [StoreOpener-32117eecf911b183cce9cbbf24e5dbcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 32117eecf911b183cce9cbbf24e5dbcb 2024-11-21T20:20:37,035 INFO [StoreOpener-32117eecf911b183cce9cbbf24e5dbcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32117eecf911b183cce9cbbf24e5dbcb columnFamilyName hfileref 2024-11-21T20:20:37,035 DEBUG [StoreOpener-32117eecf911b183cce9cbbf24e5dbcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:37,035 INFO [StoreOpener-32117eecf911b183cce9cbbf24e5dbcb-1 {}] regionserver.HStore(327): Store=32117eecf911b183cce9cbbf24e5dbcb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:20:37,035 INFO [StoreOpener-32117eecf911b183cce9cbbf24e5dbcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 32117eecf911b183cce9cbbf24e5dbcb 2024-11-21T20:20:37,036 INFO [StoreOpener-32117eecf911b183cce9cbbf24e5dbcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32117eecf911b183cce9cbbf24e5dbcb columnFamilyName queue 2024-11-21T20:20:37,036 DEBUG [StoreOpener-32117eecf911b183cce9cbbf24e5dbcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:37,036 INFO [StoreOpener-32117eecf911b183cce9cbbf24e5dbcb-1 {}] regionserver.HStore(327): Store=32117eecf911b183cce9cbbf24e5dbcb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:20:37,036 INFO [StoreOpener-32117eecf911b183cce9cbbf24e5dbcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 32117eecf911b183cce9cbbf24e5dbcb 2024-11-21T20:20:37,037 INFO [StoreOpener-32117eecf911b183cce9cbbf24e5dbcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32117eecf911b183cce9cbbf24e5dbcb columnFamilyName sid 2024-11-21T20:20:37,037 DEBUG [StoreOpener-32117eecf911b183cce9cbbf24e5dbcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:37,037 INFO [StoreOpener-32117eecf911b183cce9cbbf24e5dbcb-1 {}] regionserver.HStore(327): Store=32117eecf911b183cce9cbbf24e5dbcb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:20:37,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 32117eecf911b183cce9cbbf24e5dbcb 2024-11-21T20:20:37,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/hbase/replication/32117eecf911b183cce9cbbf24e5dbcb 2024-11-21T20:20:37,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/hbase/replication/32117eecf911b183cce9cbbf24e5dbcb 2024-11-21T20:20:37,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 32117eecf911b183cce9cbbf24e5dbcb 2024-11-21T20:20:37,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 32117eecf911b183cce9cbbf24e5dbcb 2024-11-21T20:20:37,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:20:37,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 32117eecf911b183cce9cbbf24e5dbcb 2024-11-21T20:20:37,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/hbase/replication/32117eecf911b183cce9cbbf24e5dbcb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:20:37,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 32117eecf911b183cce9cbbf24e5dbcb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72885229, jitterRate=0.08607454597949982}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:20:37,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32117eecf911b183cce9cbbf24e5dbcb 2024-11-21T20:20:37,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 32117eecf911b183cce9cbbf24e5dbcb: Running coprocessor pre-open hook at 1732220437033Writing region info on filesystem at 1732220437033Initializing all the Stores at 1732220437034 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220437034Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220437034Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220437034Cleaning up temporary data from old regions at 1732220437039 (+5 ms)Running coprocessor post-open hooks at 1732220437043 (+4 ms)Region opened successfully at 1732220437043 2024-11-21T20:20:37,044 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732220435838.32117eecf911b183cce9cbbf24e5dbcb., pid=10, masterSystemTime=1732220437008 2024-11-21T20:20:37,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732220435838.32117eecf911b183cce9cbbf24e5dbcb. 2024-11-21T20:20:37,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732220435838.32117eecf911b183cce9cbbf24e5dbcb. 2024-11-21T20:20:37,047 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=32117eecf911b183cce9cbbf24e5dbcb, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,33743,1732220424446 2024-11-21T20:20:37,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32117eecf911b183cce9cbbf24e5dbcb, server=377014bd7527,33743,1732220424446 because future has completed 2024-11-21T20:20:37,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T20:20:37,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 32117eecf911b183cce9cbbf24e5dbcb, server=377014bd7527,33743,1732220424446 in 193 msec 2024-11-21T20:20:37,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T20:20:37,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=32117eecf911b183cce9cbbf24e5dbcb, ASSIGN in 350 msec 2024-11-21T20:20:37,054 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:20:37,054 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220437054"}]},"ts":"1732220437054"} 2024-11-21T20:20:37,056 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T20:20:37,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:20:37,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2180 sec 2024-11-21T20:20:37,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732220435838.32117eecf911b183cce9cbbf24e5dbcb., hostname=377014bd7527,33743,1732220424446, seqNum=2] 2024-11-21T20:20:37,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x1015f0e06140001, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29132725 2024-11-21T20:20:37,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x1015f0e06140000, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29132725 2024-11-21T20:20:37,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T20:20:37,285 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T20:20:37,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T20:20:37,329 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T20:20:37,354 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-377014bd7527,33743,1732220424446, ReplicationSource: 1, currentBandwidth=0 2024-11-21T20:20:37,354 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:20:37,354 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,33743,1732220424446, seqNum=-1] 2024-11-21T20:20:37,354 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:20:37,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-21T20:20:37,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-377014bd7527,33743,1732220424446', locateType=CURRENT is [region=hbase:replication,,1732220435838.32117eecf911b183cce9cbbf24e5dbcb., hostname=377014bd7527,33743,1732220424446, seqNum=2] 2024-11-21T20:20:37,359 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T20:20:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T20:20:37,361 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 377014bd7527,33743,1732220424446 suceeded 2024-11-21T20:20:37,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T20:20:37,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-21T20:20:37,363 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://377014bd7527:45339,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T20:20:37,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5380 sec 2024-11-21T20:20:37,372 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:45339' 2024-11-21T20:20:37,373 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77e06c2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:37,373 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,45339,-1 for getting cluster id 2024-11-21T20:20:37,373 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:20:37,374 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9dc63ff4-d4d2-4ca1-b906-6f520ff9faac' 2024-11-21T20:20:37,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:20:37,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9dc63ff4-d4d2-4ca1-b906-6f520ff9faac" 2024-11-21T20:20:37,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2739925b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:37,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,45339,-1] 2024-11-21T20:20:37,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:20:37,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:37,375 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:20:37,376 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a60146c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:37,376 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:20:37,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,45339,1732220429723 2024-11-21T20:20:37,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46c4d462 2024-11-21T20:20:37,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:20:37,377 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-21T20:20:37,378 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-377014bd7527,33743,1732220424446 (queues=1) is replicating from cluster=03fd9ce0-c324-43f6-afff-f542feb018cb to cluster=9dc63ff4-d4d2-4ca1-b906-6f520ff9faac 2024-11-21T20:20:37,378 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=377014bd7527%2C33743%2C1732220424446 2024-11-21T20:20:37,378 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-377014bd7527,33743,1732220424446, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T20:20:37,378 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.shipper377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 377014bd7527%2C33743%2C1732220424446 2024-11-21T20:20:37,378 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396, startPosition=0, beingWritten=true 2024-11-21T20:20:37,388 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:20:37,388 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396 to pos 379, reset compression=false 2024-11-21T20:20:37,388 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.shipper377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,33743,1732220424446 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:20:37,592 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396 to pos 379, reset compression=false 2024-11-21T20:20:37,895 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396 to pos 379, reset compression=false 2024-11-21T20:20:37,904 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:20:37,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:37,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:37,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:37,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:37,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:37,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:37,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:37,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:37,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:37,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:20:37,974 INFO [Time-limited test {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T20:20:37,974 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:20:37,974 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:20:37,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:37,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:37,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:20:37,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@110f6d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:37,975 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,45339,-1 for getting cluster id 2024-11-21T20:20:37,975 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:20:37,976 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9dc63ff4-d4d2-4ca1-b906-6f520ff9faac' 2024-11-21T20:20:37,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:20:37,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9dc63ff4-d4d2-4ca1-b906-6f520ff9faac" 2024-11-21T20:20:37,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@378502c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:37,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,45339,-1] 2024-11-21T20:20:37,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:20:37,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:37,978 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:20:37,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11fd9951, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:37,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:20:37,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,45339,1732220429723 2024-11-21T20:20:37,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@248dcf75 2024-11-21T20:20:37,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:20:37,981 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:20:37,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://377014bd7527:34553,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T20:20:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T20:20:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:20:37,984 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:34553' 2024-11-21T20:20:37,985 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c435904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:37,985 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,34553,-1 for getting cluster id 2024-11-21T20:20:37,985 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:20:37,986 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03fd9ce0-c324-43f6-afff-f542feb018cb' 2024-11-21T20:20:37,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:20:37,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03fd9ce0-c324-43f6-afff-f542feb018cb" 2024-11-21T20:20:37,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fe22a3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:37,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,34553,-1] 2024-11-21T20:20:37,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:20:37,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:37,987 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:20:37,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e327d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:37,988 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:20:37,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,34553,1732220424287 2024-11-21T20:20:37,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41596162 2024-11-21T20:20:37,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:20:37,990 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:20:37,990 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T20:20:37,990 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T20:20:37,990 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:37,990 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:37,991 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:20:37,991 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:20:37,992 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T20:20:37,993 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:20:37,993 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:37,993 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:20:37,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741837_1013 (size=1138) 2024-11-21T20:20:38,042 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T20:20:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:20:38,263 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T20:20:38,301 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396 to pos 379, reset compression=false 2024-11-21T20:20:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:20:38,401 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ca6aa00594340643352f0c2d4edc2199, NAME => 'hbase:replication,,1732220437991.ca6aa00594340643352f0c2d4edc2199.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd 2024-11-21T20:20:38,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741838_1014 (size=44) 2024-11-21T20:20:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:20:38,805 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396 to pos 379, reset compression=false 2024-11-21T20:20:38,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732220437991.ca6aa00594340643352f0c2d4edc2199.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:20:38,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ca6aa00594340643352f0c2d4edc2199, disabling compactions & flushes 2024-11-21T20:20:38,806 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732220437991.ca6aa00594340643352f0c2d4edc2199. 2024-11-21T20:20:38,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732220437991.ca6aa00594340643352f0c2d4edc2199. 2024-11-21T20:20:38,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732220437991.ca6aa00594340643352f0c2d4edc2199. after waiting 0 ms 2024-11-21T20:20:38,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732220437991.ca6aa00594340643352f0c2d4edc2199. 2024-11-21T20:20:38,806 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732220437991.ca6aa00594340643352f0c2d4edc2199. 2024-11-21T20:20:38,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ca6aa00594340643352f0c2d4edc2199: Waiting for close lock at 1732220438806Disabling compacts and flushes for region at 1732220438806Disabling writes for close at 1732220438806Writing region close event to WAL at 1732220438806Closed at 1732220438806 2024-11-21T20:20:38,807 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:20:38,807 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732220437991.ca6aa00594340643352f0c2d4edc2199.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732220438807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220438807"}]},"ts":"1732220438807"} 2024-11-21T20:20:38,809 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:20:38,810 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:20:38,810 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220438810"}]},"ts":"1732220438810"} 2024-11-21T20:20:38,812 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T20:20:38,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ca6aa00594340643352f0c2d4edc2199, ASSIGN}] 2024-11-21T20:20:38,813 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ca6aa00594340643352f0c2d4edc2199, ASSIGN 2024-11-21T20:20:38,814 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ca6aa00594340643352f0c2d4edc2199, ASSIGN; state=OFFLINE, location=377014bd7527,42603,1732220429958; forceNewPlan=false, retain=false 2024-11-21T20:20:38,964 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ca6aa00594340643352f0c2d4edc2199, regionState=OPENING, regionLocation=377014bd7527,42603,1732220429958 2024-11-21T20:20:38,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ca6aa00594340643352f0c2d4edc2199, ASSIGN because future has completed 2024-11-21T20:20:38,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca6aa00594340643352f0c2d4edc2199, server=377014bd7527,42603,1732220429958}] 2024-11-21T20:20:39,122 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732220437991.ca6aa00594340643352f0c2d4edc2199. 2024-11-21T20:20:39,122 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:20:39,122 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T20:20:39,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C42603%2C1732220429958.rep, suffix=, logDir=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958, archiveDir=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/oldWALs, maxLogs=10 2024-11-21T20:20:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:20:39,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958/377014bd7527%2C42603%2C1732220429958.rep.1732220439123, exclude list is [], retry=0 2024-11-21T20:20:39,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40669,DS-41a9eb47-4fd8-4e67-be7f-6b67b85221b6,DISK] 2024-11-21T20:20:39,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958/377014bd7527%2C42603%2C1732220429958.rep.1732220439123 2024-11-21T20:20:39,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38067:38067)] 2024-11-21T20:20:39,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ca6aa00594340643352f0c2d4edc2199, NAME => 'hbase:replication,,1732220437991.ca6aa00594340643352f0c2d4edc2199.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:20:39,143 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:20:39,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:20:39,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732220437991.ca6aa00594340643352f0c2d4edc2199. service=MultiRowMutationService 2024-11-21T20:20:39,143 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T20:20:39,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ca6aa00594340643352f0c2d4edc2199 2024-11-21T20:20:39,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732220437991.ca6aa00594340643352f0c2d4edc2199.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:20:39,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ca6aa00594340643352f0c2d4edc2199 2024-11-21T20:20:39,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ca6aa00594340643352f0c2d4edc2199 2024-11-21T20:20:39,144 INFO [StoreOpener-ca6aa00594340643352f0c2d4edc2199-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ca6aa00594340643352f0c2d4edc2199 2024-11-21T20:20:39,145 INFO [StoreOpener-ca6aa00594340643352f0c2d4edc2199-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca6aa00594340643352f0c2d4edc2199 columnFamilyName hfileref 2024-11-21T20:20:39,145 DEBUG [StoreOpener-ca6aa00594340643352f0c2d4edc2199-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:39,145 INFO [StoreOpener-ca6aa00594340643352f0c2d4edc2199-1 {}] regionserver.HStore(327): Store=ca6aa00594340643352f0c2d4edc2199/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:20:39,146 INFO [StoreOpener-ca6aa00594340643352f0c2d4edc2199-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ca6aa00594340643352f0c2d4edc2199 2024-11-21T20:20:39,147 INFO [StoreOpener-ca6aa00594340643352f0c2d4edc2199-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca6aa00594340643352f0c2d4edc2199 columnFamilyName queue 2024-11-21T20:20:39,147 DEBUG [StoreOpener-ca6aa00594340643352f0c2d4edc2199-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:39,147 INFO [StoreOpener-ca6aa00594340643352f0c2d4edc2199-1 {}] regionserver.HStore(327): Store=ca6aa00594340643352f0c2d4edc2199/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:20:39,147 INFO [StoreOpener-ca6aa00594340643352f0c2d4edc2199-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ca6aa00594340643352f0c2d4edc2199 2024-11-21T20:20:39,148 INFO [StoreOpener-ca6aa00594340643352f0c2d4edc2199-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca6aa00594340643352f0c2d4edc2199 columnFamilyName sid 2024-11-21T20:20:39,148 DEBUG [StoreOpener-ca6aa00594340643352f0c2d4edc2199-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:39,149 INFO [StoreOpener-ca6aa00594340643352f0c2d4edc2199-1 {}] regionserver.HStore(327): Store=ca6aa00594340643352f0c2d4edc2199/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:20:39,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ca6aa00594340643352f0c2d4edc2199 2024-11-21T20:20:39,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/hbase/replication/ca6aa00594340643352f0c2d4edc2199 2024-11-21T20:20:39,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/hbase/replication/ca6aa00594340643352f0c2d4edc2199 2024-11-21T20:20:39,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ca6aa00594340643352f0c2d4edc2199 2024-11-21T20:20:39,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ca6aa00594340643352f0c2d4edc2199 2024-11-21T20:20:39,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:20:39,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ca6aa00594340643352f0c2d4edc2199 2024-11-21T20:20:39,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/hbase/replication/ca6aa00594340643352f0c2d4edc2199/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:20:39,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ca6aa00594340643352f0c2d4edc2199; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64880395, jitterRate=-0.03320677578449249}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:20:39,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ca6aa00594340643352f0c2d4edc2199 2024-11-21T20:20:39,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ca6aa00594340643352f0c2d4edc2199: Running coprocessor pre-open hook at 1732220439143Writing region info on filesystem at 1732220439143Initializing all the Stores at 1732220439144 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220439144Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220439144Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220439144Cleaning up temporary data from old regions at 1732220439150 (+6 ms)Running coprocessor post-open hooks at 1732220439154 (+4 ms)Region opened successfully at 1732220439154 2024-11-21T20:20:39,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732220437991.ca6aa00594340643352f0c2d4edc2199., pid=10, masterSystemTime=1732220439118 2024-11-21T20:20:39,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732220437991.ca6aa00594340643352f0c2d4edc2199. 2024-11-21T20:20:39,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732220437991.ca6aa00594340643352f0c2d4edc2199. 2024-11-21T20:20:39,157 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ca6aa00594340643352f0c2d4edc2199, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,42603,1732220429958 2024-11-21T20:20:39,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca6aa00594340643352f0c2d4edc2199, server=377014bd7527,42603,1732220429958 because future has completed 2024-11-21T20:20:39,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T20:20:39,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ca6aa00594340643352f0c2d4edc2199, server=377014bd7527,42603,1732220429958 in 193 msec 2024-11-21T20:20:39,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T20:20:39,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ca6aa00594340643352f0c2d4edc2199, ASSIGN in 348 msec 2024-11-21T20:20:39,162 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:20:39,162 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220439162"}]},"ts":"1732220439162"} 2024-11-21T20:20:39,164 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T20:20:39,165 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:20:39,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-21T20:20:39,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732220437991.ca6aa00594340643352f0c2d4edc2199., hostname=377014bd7527,42603,1732220429958, seqNum=2] 2024-11-21T20:20:39,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x1015f0e06140003, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1328277513 2024-11-21T20:20:39,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42603-0x1015f0e06140004, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1328277513 2024-11-21T20:20:39,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T20:20:39,410 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396 to pos 379, reset compression=false 2024-11-21T20:20:39,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42603 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T20:20:39,444 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T20:20:39,473 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-377014bd7527,42603,1732220429958, ReplicationSource: 1, currentBandwidth=0 2024-11-21T20:20:39,473 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:20:39,473 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,42603,1732220429958, seqNum=-1] 2024-11-21T20:20:39,473 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:20:39,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-21T20:20:39,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-377014bd7527,42603,1732220429958', locateType=CURRENT is [region=hbase:replication,,1732220437991.ca6aa00594340643352f0c2d4edc2199., hostname=377014bd7527,42603,1732220429958, seqNum=2] 2024-11-21T20:20:39,478 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T20:20:39,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T20:20:39,480 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 377014bd7527,42603,1732220429958 suceeded 2024-11-21T20:20:39,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T20:20:39,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-21T20:20:39,482 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://377014bd7527:34553,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T20:20:39,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5010 sec 2024-11-21T20:20:39,492 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:34553' 2024-11-21T20:20:39,493 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5423d28e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:39,493 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,34553,-1 for getting cluster id 2024-11-21T20:20:39,493 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:20:39,494 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03fd9ce0-c324-43f6-afff-f542feb018cb' 2024-11-21T20:20:39,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:20:39,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03fd9ce0-c324-43f6-afff-f542feb018cb" 2024-11-21T20:20:39,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53f06781, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:39,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,34553,-1] 2024-11-21T20:20:39,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:20:39,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:39,496 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:20:39,496 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@336b533e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:39,496 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:20:39,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,34553,1732220424287 2024-11-21T20:20:39,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b28a796 2024-11-21T20:20:39,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:20:39,498 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-21T20:20:39,498 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-377014bd7527,42603,1732220429958 (queues=1) is replicating from cluster=9dc63ff4-d4d2-4ca1-b906-6f520ff9faac to cluster=03fd9ce0-c324-43f6-afff-f542feb018cb 2024-11-21T20:20:39,498 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=377014bd7527%2C42603%2C1732220429958 2024-11-21T20:20:39,499 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-377014bd7527,42603,1732220429958, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T20:20:39,499 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.shipper377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 377014bd7527%2C42603%2C1732220429958 2024-11-21T20:20:39,499 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.wal-reader.377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958/377014bd7527%2C42603%2C1732220429958.1732220431427, startPosition=0, beingWritten=true 2024-11-21T20:20:39,505 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.wal-reader.377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:20:39,505 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.wal-reader.377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958/377014bd7527%2C42603%2C1732220429958.1732220431427 to pos 379, reset compression=false 2024-11-21T20:20:39,505 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.shipper377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,42603,1732220429958 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958/377014bd7527%2C42603%2C1732220429958.1732220431427, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:20:39,710 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.wal-reader.377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958/377014bd7527%2C42603%2C1732220429958.1732220431427 to pos 379, reset compression=false 2024-11-21T20:20:40,014 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.wal-reader.377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958/377014bd7527%2C42603%2C1732220429958.1732220431427 to pos 379, reset compression=false 2024-11-21T20:20:40,113 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396 to pos 379, reset compression=false 2024-11-21T20:20:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:20:40,143 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T20:20:40,144 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:20:40,144 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:20:40,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:40,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:40,144 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:20:40,144 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:20:40,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,33743,1732220424446, seqNum=-1] 2024-11-21T20:20:40,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:20:40,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:20:40,148 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732220432516.0bc22f4999aaac26588650a256874842., hostname=377014bd7527,33743,1732220424446, seqNum=2] 2024-11-21T20:20:40,150 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:20:40,151 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,42603,1732220429958, seqNum=-1] 2024-11-21T20:20:40,151 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:20:40,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:20:40,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732220433655.c8be1ceeb1ab1e9c1736199d740d0912., hostname=377014bd7527,42603,1732220429958, seqNum=2] 2024-11-21T20:20:40,156 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-21T20:20:40,418 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.wal-reader.377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958/377014bd7527%2C42603%2C1732220429958.1732220431427 to pos 379, reset compression=false 2024-11-21T20:20:40,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T20:20:40,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T20:20:40,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T20:20:40,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-21T20:20:40,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T20:20:40,839 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T20:20:40,917 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396 to pos 379, reset compression=false 2024-11-21T20:20:40,922 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.wal-reader.377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958/377014bd7527%2C42603%2C1732220429958.1732220431427 to pos 379, reset compression=false 2024-11-21T20:20:40,924 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T20:20:40,924 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396 to pos 480, reset compression=false 2024-11-21T20:20:40,924 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.shipper377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,33743,1732220424446 got entry batch from reader: WALEntryBatch [walEntries=[{test/0bc22f4999aaac26588650a256874842/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-21T20:20:40,926 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.shipper377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:20:40,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-21T20:20:40,929 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T20:20:40,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@495ad610, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:40,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,45339,-1 for getting cluster id 2024-11-21T20:20:40,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:20:40,931 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9dc63ff4-d4d2-4ca1-b906-6f520ff9faac' 2024-11-21T20:20:40,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:20:40,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9dc63ff4-d4d2-4ca1-b906-6f520ff9faac" 2024-11-21T20:20:40,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c705566, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:40,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,45339,-1] 2024-11-21T20:20:40,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:20:40,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:40,932 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:20:40,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c0c509f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:40,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:20:40,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,42603,1732220429958, seqNum=-1] 2024-11-21T20:20:40,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:20:40,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-21T20:20:40,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732220433655.c8be1ceeb1ab1e9c1736199d740d0912., hostname=377014bd7527,42603,1732220429958, seqNum=2] 2024-11-21T20:20:40,961 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T20:20:41,131 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396 to pos 480, reset compression=false 2024-11-21T20:20:41,159 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-21T20:20:41,161 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-21T20:20:41,434 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396 to pos 480, reset compression=false 2024-11-21T20:20:41,528 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.wal-reader.377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958/377014bd7527%2C42603%2C1732220429958.1732220431427 to pos 379, reset compression=false 2024-11-21T20:20:41,533 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.wal-reader.377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T20:20:41,533 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.wal-reader.377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958/377014bd7527%2C42603%2C1732220429958.1732220431427 to pos 607, reset compression=false 2024-11-21T20:20:41,533 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.shipper377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,42603,1732220429958 got entry batch from reader: WALEntryBatch [walEntries=[{test/c8be1ceeb1ab1e9c1736199d740d0912/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958/377014bd7527%2C42603%2C1732220429958.1732220431427, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T20:20:41,535 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.shipper377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:20:41,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-21T20:20:41,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T20:20:41,541 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f8a052b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:41,541 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,34553,-1 for getting cluster id 2024-11-21T20:20:41,541 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:20:41,542 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03fd9ce0-c324-43f6-afff-f542feb018cb' 2024-11-21T20:20:41,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:20:41,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03fd9ce0-c324-43f6-afff-f542feb018cb" 2024-11-21T20:20:41,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dfde378, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:41,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,34553,-1] 2024-11-21T20:20:41,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:20:41,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:41,543 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:20:41,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30e9120f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:41,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:20:41,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,33743,1732220424446, seqNum=-1] 2024-11-21T20:20:41,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:20:41,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-21T20:20:41,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732220432516.0bc22f4999aaac26588650a256874842., hostname=377014bd7527,33743,1732220424446, seqNum=2] 2024-11-21T20:20:41,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T20:20:41,738 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.wal-reader.377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958/377014bd7527%2C42603%2C1732220429958.1732220431427 to pos 607, reset compression=false 2024-11-21T20:20:41,838 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396 to pos 480, reset compression=false 2024-11-21T20:20:41,897 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:20:41,897 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396 to pos 608, reset compression=false 2024-11-21T20:20:41,897 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.shipper377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,33743,1732220424446 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:20:42,041 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.wal-reader.377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958/377014bd7527%2C42603%2C1732220429958.1732220431427 to pos 607, reset compression=false 2024-11-21T20:20:42,101 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396 to pos 608, reset compression=false 2024-11-21T20:20:42,163 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-21T20:20:42,168 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-21T20:20:42,404 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396 to pos 608, reset compression=false 2024-11-21T20:20:42,409 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T20:20:42,409 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396 to pos 764, reset compression=false 2024-11-21T20:20:42,409 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.shipper377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,33743,1732220424446 got entry batch from reader: WALEntryBatch [walEntries=[{test/0bc22f4999aaac26588650a256874842/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-21T20:20:42,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T20:20:42,413 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T20:20:42,444 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.wal-reader.377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958/377014bd7527%2C42603%2C1732220429958.1732220431427 to pos 607, reset compression=false 2024-11-21T20:20:42,449 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.wal-reader.377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:20:42,449 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.wal-reader.377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958/377014bd7527%2C42603%2C1732220429958.1732220431427 to pos 754, reset compression=false 2024-11-21T20:20:42,449 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.shipper377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,42603,1732220429958 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958/377014bd7527%2C42603%2C1732220429958.1732220431427, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:20:42,612 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396 to pos 764, reset compression=false 2024-11-21T20:20:42,652 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.wal-reader.377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958/377014bd7527%2C42603%2C1732220429958.1732220431427 to pos 754, reset compression=false 2024-11-21T20:20:42,916 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396 to pos 764, reset compression=false 2024-11-21T20:20:42,955 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.wal-reader.377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958/377014bd7527%2C42603%2C1732220429958.1732220431427 to pos 754, reset compression=false 2024-11-21T20:20:43,170 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-21T20:20:43,173 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-21T20:20:43,319 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396 to pos 764, reset compression=false 2024-11-21T20:20:43,358 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.wal-reader.377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958/377014bd7527%2C42603%2C1732220429958.1732220431427 to pos 754, reset compression=false 2024-11-21T20:20:43,362 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.wal-reader.377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T20:20:43,362 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.wal-reader.377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958/377014bd7527%2C42603%2C1732220429958.1732220431427 to pos 913, reset compression=false 2024-11-21T20:20:43,362 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.shipper377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,42603,1732220429958 got entry batch from reader: WALEntryBatch [walEntries=[{test/c8be1ceeb1ab1e9c1736199d740d0912/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958/377014bd7527%2C42603%2C1732220429958.1732220431427, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T20:20:43,363 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T20:20:43,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T20:20:43,567 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.wal-reader.377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958/377014bd7527%2C42603%2C1732220429958.1732220431427 to pos 913, reset compression=false 2024-11-21T20:20:43,822 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396 to pos 764, reset compression=false 2024-11-21T20:20:43,826 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:20:43,826 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396 to pos 914, reset compression=false 2024-11-21T20:20:43,826 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.shipper377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,33743,1732220424446 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:20:43,870 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.wal-reader.377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958/377014bd7527%2C42603%2C1732220429958.1732220431427 to pos 913, reset compression=false 2024-11-21T20:20:44,030 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396 to pos 914, reset compression=false 2024-11-21T20:20:44,175 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-21T20:20:44,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T20:20:44,178 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:20:44,178 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:20:44,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:44,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:44,178 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T20:20:44,178 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=712845737, stopped=false 2024-11-21T20:20:44,178 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=377014bd7527,45339,1732220429723 2024-11-21T20:20:44,178 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:20:44,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42603-0x1015f0e06140004, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1328277513/running 2024-11-21T20:20:44,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x1015f0e06140003, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1328277513/running 2024-11-21T20:20:44,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42603-0x1015f0e06140004, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1328277513 2024-11-21T20:20:44,238 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:20:44,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x1015f0e06140003, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1328277513 2024-11-21T20:20:44,238 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:20:44,239 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:20:44,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:44,239 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '377014bd7527,42603,1732220429958' ***** 2024-11-21T20:20:44,239 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T20:20:44,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42603-0x1015f0e06140004, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Set watcher on znode that does not yet exist, /1-1328277513/running 2024-11-21T20:20:44,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45339-0x1015f0e06140003, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Set watcher on znode that does not yet exist, /1-1328277513/running 2024-11-21T20:20:44,239 INFO [RS:0;377014bd7527:42603 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T20:20:44,239 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T20:20:44,240 INFO [RS:0;377014bd7527:42603 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T20:20:44,240 INFO [RS:0;377014bd7527:42603 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T20:20:44,240 INFO [RS:0;377014bd7527:42603 {}] regionserver.HRegionServer(3091): Received CLOSE for ca6aa00594340643352f0c2d4edc2199 2024-11-21T20:20:44,240 INFO [RS:0;377014bd7527:42603 {}] regionserver.HRegionServer(3091): Received CLOSE for c8be1ceeb1ab1e9c1736199d740d0912 2024-11-21T20:20:44,240 INFO [RS:0;377014bd7527:42603 {}] regionserver.HRegionServer(959): stopping server 377014bd7527,42603,1732220429958 2024-11-21T20:20:44,240 INFO [RS:0;377014bd7527:42603 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:20:44,240 INFO [RS:0;377014bd7527:42603 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:42603. 2024-11-21T20:20:44,240 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ca6aa00594340643352f0c2d4edc2199, disabling compactions & flushes 2024-11-21T20:20:44,240 DEBUG [RS:0;377014bd7527:42603 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:20:44,240 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732220437991.ca6aa00594340643352f0c2d4edc2199. 2024-11-21T20:20:44,240 DEBUG [RS:0;377014bd7527:42603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:44,240 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732220437991.ca6aa00594340643352f0c2d4edc2199. 2024-11-21T20:20:44,240 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732220437991.ca6aa00594340643352f0c2d4edc2199. after waiting 0 ms 2024-11-21T20:20:44,240 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732220437991.ca6aa00594340643352f0c2d4edc2199. 2024-11-21T20:20:44,240 INFO [RS:0;377014bd7527:42603 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T20:20:44,240 INFO [RS:0;377014bd7527:42603 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T20:20:44,240 INFO [RS:0;377014bd7527:42603 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T20:20:44,240 INFO [RS:0;377014bd7527:42603 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T20:20:44,241 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ca6aa00594340643352f0c2d4edc2199 3/3 column families, dataSize=743 B heapSize=1.84 KB 2024-11-21T20:20:44,241 INFO [RS:0;377014bd7527:42603 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T20:20:44,241 DEBUG [RS:0;377014bd7527:42603 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ca6aa00594340643352f0c2d4edc2199=hbase:replication,,1732220437991.ca6aa00594340643352f0c2d4edc2199., c8be1ceeb1ab1e9c1736199d740d0912=test,,1732220433655.c8be1ceeb1ab1e9c1736199d740d0912.} 2024-11-21T20:20:44,241 DEBUG [RS:0;377014bd7527:42603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c8be1ceeb1ab1e9c1736199d740d0912, ca6aa00594340643352f0c2d4edc2199 2024-11-21T20:20:44,241 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:20:44,241 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:20:44,241 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:20:44,241 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:20:44,241 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:20:44,241 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T20:20:44,258 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/hbase/replication/ca6aa00594340643352f0c2d4edc2199/.tmp/queue/6b2290176c13400cab984d26953ef9f6 is 153, key is 1-377014bd7527,42603,1732220429958/queue:377014bd7527%2C42603%2C1732220429958/1732220443368/Put/seqid=0 2024-11-21T20:20:44,258 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/hbase/meta/1588230740/.tmp/info/4d75cc417f5e45e9bcf8b0fff3b3ccbf is 147, key is hbase:replication,,1732220437991.ca6aa00594340643352f0c2d4edc2199./info:regioninfo/1732220439157/Put/seqid=0 2024-11-21T20:20:44,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741840_1016 (size=5352) 2024-11-21T20:20:44,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741841_1017 (size=7686) 2024-11-21T20:20:44,274 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.wal-reader.377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958/377014bd7527%2C42603%2C1732220429958.1732220431427 to pos 913, reset compression=false 2024-11-21T20:20:44,301 INFO [regionserver/377014bd7527:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:20:44,334 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396 to pos 914, reset compression=false 2024-11-21T20:20:44,376 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T20:20:44,376 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T20:20:44,441 DEBUG [RS:0;377014bd7527:42603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c8be1ceeb1ab1e9c1736199d740d0912, ca6aa00594340643352f0c2d4edc2199 2024-11-21T20:20:44,641 DEBUG [RS:0;377014bd7527:42603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c8be1ceeb1ab1e9c1736199d740d0912, ca6aa00594340643352f0c2d4edc2199 2024-11-21T20:20:44,645 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:20:44,663 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/hbase/meta/1588230740/.tmp/info/4d75cc417f5e45e9bcf8b0fff3b3ccbf 2024-11-21T20:20:44,663 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/hbase/replication/ca6aa00594340643352f0c2d4edc2199/.tmp/queue/6b2290176c13400cab984d26953ef9f6 2024-11-21T20:20:44,670 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/hbase/replication/ca6aa00594340643352f0c2d4edc2199/.tmp/queue/6b2290176c13400cab984d26953ef9f6 as hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/hbase/replication/ca6aa00594340643352f0c2d4edc2199/queue/6b2290176c13400cab984d26953ef9f6 2024-11-21T20:20:44,677 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/hbase/replication/ca6aa00594340643352f0c2d4edc2199/queue/6b2290176c13400cab984d26953ef9f6, entries=1, sequenceid=9, filesize=5.2 K 2024-11-21T20:20:44,678 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for ca6aa00594340643352f0c2d4edc2199 in 438ms, sequenceid=9, compaction requested=false 2024-11-21T20:20:44,681 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/hbase/replication/ca6aa00594340643352f0c2d4edc2199/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-21T20:20:44,682 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:20:44,682 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:20:44,682 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732220437991.ca6aa00594340643352f0c2d4edc2199. 2024-11-21T20:20:44,682 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ca6aa00594340643352f0c2d4edc2199: Waiting for close lock at 1732220444240Running coprocessor pre-close hooks at 1732220444240Disabling compacts and flushes for region at 1732220444240Disabling writes for close at 1732220444240Obtaining lock to block concurrent updates at 1732220444241 (+1 ms)Preparing flush snapshotting stores in ca6aa00594340643352f0c2d4edc2199 at 1732220444241Finished memstore snapshotting hbase:replication,,1732220437991.ca6aa00594340643352f0c2d4edc2199., syncing WAL and waiting on mvcc, flushsize=dataSize=743, getHeapSize=1840, getOffHeapSize=0, getCellsCount=5 at 1732220444241Flushing stores of hbase:replication,,1732220437991.ca6aa00594340643352f0c2d4edc2199. at 1732220444241Flushing ca6aa00594340643352f0c2d4edc2199/queue: creating writer at 1732220444242 (+1 ms)Flushing ca6aa00594340643352f0c2d4edc2199/queue: appending metadata at 1732220444258 (+16 ms)Flushing ca6aa00594340643352f0c2d4edc2199/queue: closing flushed file at 1732220444258Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1276019d: reopening flushed file at 1732220444669 (+411 ms)Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for ca6aa00594340643352f0c2d4edc2199 in 438ms, sequenceid=9, compaction requested=false at 1732220444678 (+9 ms)Writing region close event to WAL at 1732220444679 (+1 ms)Running coprocessor post-close hooks at 1732220444682 (+3 ms)Closed at 1732220444682 2024-11-21T20:20:44,682 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732220437991.ca6aa00594340643352f0c2d4edc2199. 2024-11-21T20:20:44,682 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c8be1ceeb1ab1e9c1736199d740d0912, disabling compactions & flushes 2024-11-21T20:20:44,682 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732220433655.c8be1ceeb1ab1e9c1736199d740d0912. 2024-11-21T20:20:44,682 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732220433655.c8be1ceeb1ab1e9c1736199d740d0912. 2024-11-21T20:20:44,682 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732220433655.c8be1ceeb1ab1e9c1736199d740d0912. after waiting 0 ms 2024-11-21T20:20:44,682 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732220433655.c8be1ceeb1ab1e9c1736199d740d0912. 2024-11-21T20:20:44,682 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c8be1ceeb1ab1e9c1736199d740d0912 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-21T20:20:44,688 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/hbase/meta/1588230740/.tmp/ns/6667be14690b4b33a40ec3583f938b0e is 43, key is default/ns:d/1732220432433/Put/seqid=0 2024-11-21T20:20:44,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:44,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:44,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:44,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:44,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:44,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:44,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741842_1018 (size=5153) 2024-11-21T20:20:44,697 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/hbase/meta/1588230740/.tmp/ns/6667be14690b4b33a40ec3583f938b0e 2024-11-21T20:20:44,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:44,700 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/default/test/c8be1ceeb1ab1e9c1736199d740d0912/.tmp/f/5b8e599a69f342abaaa18f9997fb84d1 is 29, key is row1/f:/1732220443170/DeleteFamily/seqid=0 2024-11-21T20:20:44,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:44,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:44,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:44,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741843_1019 (size=5118) 2024-11-21T20:20:44,732 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/hbase/meta/1588230740/.tmp/rep_barrier/9de68cb0e254464a9864d41d003ccb97 is 112, key is test,,1732220433655.c8be1ceeb1ab1e9c1736199d740d0912./rep_barrier:seqnumDuringOpen/1732220434802/Put/seqid=0 2024-11-21T20:20:44,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741844_1020 (size=5518) 2024-11-21T20:20:44,738 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396 to pos 914, reset compression=false 2024-11-21T20:20:44,777 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.wal-reader.377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958/377014bd7527%2C42603%2C1732220429958.1732220431427 to pos 913, reset compression=false 2024-11-21T20:20:44,781 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.wal-reader.377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:20:44,781 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.wal-reader.377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958/377014bd7527%2C42603%2C1732220429958.1732220431427 to pos 1160, reset compression=false 2024-11-21T20:20:44,781 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.shipper377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,42603,1732220429958 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958/377014bd7527%2C42603%2C1732220429958.1732220431427, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:20:44,782 ERROR [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.shipper377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 377014bd7527,42603,1732220429958: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-377014bd7527,42603,1732220429958, walGroup=377014bd7527%2C42603%2C1732220429958, offset=377014bd7527%2C42603%2C1732220429958.1732220431427:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:42603 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T20:20:44,783 ERROR [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.shipper377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T20:20:44,783 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.shipper377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T20:20:44,783 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.shipper377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T20:20:44,783 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.shipper377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T20:20:44,783 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.shipper377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T20:20:44,783 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.shipper377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 680054272 }, "NonHeapMemoryUsage": { "committed": 194314240, "init": 7667712, "max": -1, "used": 190494216 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T20:20:44,784 WARN [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.shipper377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:45339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:45339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T20:20:44,841 DEBUG [RS:0;377014bd7527:42603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c8be1ceeb1ab1e9c1736199d740d0912 2024-11-21T20:20:44,984 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.wal-reader.377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958/377014bd7527%2C42603%2C1732220429958.1732220431427 to pos 1160, reset compression=false 2024-11-21T20:20:45,042 DEBUG [RS:0;377014bd7527:42603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c8be1ceeb1ab1e9c1736199d740d0912 2024-11-21T20:20:45,110 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/default/test/c8be1ceeb1ab1e9c1736199d740d0912/.tmp/f/5b8e599a69f342abaaa18f9997fb84d1 2024-11-21T20:20:45,116 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b8e599a69f342abaaa18f9997fb84d1 2024-11-21T20:20:45,133 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/default/test/c8be1ceeb1ab1e9c1736199d740d0912/.tmp/f1/4c8cb958dc774089bff73cfb76c5cb8c is 30, key is row1/f1:/1732220443170/DeleteFamily/seqid=0 2024-11-21T20:20:45,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741845_1021 (size=5123) 2024-11-21T20:20:45,137 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/hbase/meta/1588230740/.tmp/rep_barrier/9de68cb0e254464a9864d41d003ccb97 2024-11-21T20:20:45,153 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/hbase/meta/1588230740/.tmp/table/b0d74db7adf04bd5935e5a2250009b8c is 53, key is hbase:replication/table:state/1732220439162/Put/seqid=0 2024-11-21T20:20:45,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741846_1022 (size=5308) 2024-11-21T20:20:45,242 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396 to pos 914, reset compression=false 2024-11-21T20:20:45,242 INFO [RS:0;377014bd7527:42603 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T20:20:45,242 DEBUG [RS:0;377014bd7527:42603 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c8be1ceeb1ab1e9c1736199d740d0912=test,,1732220433655.c8be1ceeb1ab1e9c1736199d740d0912.} 2024-11-21T20:20:45,242 DEBUG [RS:0;377014bd7527:42603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c8be1ceeb1ab1e9c1736199d740d0912 2024-11-21T20:20:45,288 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.wal-reader.377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958/377014bd7527%2C42603%2C1732220429958.1732220431427 to pos 1160, reset compression=false 2024-11-21T20:20:45,442 DEBUG [RS:0;377014bd7527:42603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c8be1ceeb1ab1e9c1736199d740d0912 2024-11-21T20:20:45,537 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/default/test/c8be1ceeb1ab1e9c1736199d740d0912/.tmp/f1/4c8cb958dc774089bff73cfb76c5cb8c 2024-11-21T20:20:45,541 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c8cb958dc774089bff73cfb76c5cb8c 2024-11-21T20:20:45,554 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/default/test/c8be1ceeb1ab1e9c1736199d740d0912/.tmp/norep/195f85c41f3a40ddae0347d40e7fabf7 is 33, key is row1/norep:/1732220443170/DeleteFamily/seqid=0 2024-11-21T20:20:45,556 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/hbase/meta/1588230740/.tmp/table/b0d74db7adf04bd5935e5a2250009b8c 2024-11-21T20:20:45,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741847_1023 (size=5108) 2024-11-21T20:20:45,563 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/hbase/meta/1588230740/.tmp/info/4d75cc417f5e45e9bcf8b0fff3b3ccbf as hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/hbase/meta/1588230740/info/4d75cc417f5e45e9bcf8b0fff3b3ccbf 2024-11-21T20:20:45,567 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/hbase/meta/1588230740/info/4d75cc417f5e45e9bcf8b0fff3b3ccbf, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T20:20:45,568 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/hbase/meta/1588230740/.tmp/ns/6667be14690b4b33a40ec3583f938b0e as hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/hbase/meta/1588230740/ns/6667be14690b4b33a40ec3583f938b0e 2024-11-21T20:20:45,573 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/hbase/meta/1588230740/ns/6667be14690b4b33a40ec3583f938b0e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T20:20:45,573 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/hbase/meta/1588230740/.tmp/rep_barrier/9de68cb0e254464a9864d41d003ccb97 as hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/hbase/meta/1588230740/rep_barrier/9de68cb0e254464a9864d41d003ccb97 2024-11-21T20:20:45,577 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/hbase/meta/1588230740/rep_barrier/9de68cb0e254464a9864d41d003ccb97, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T20:20:45,578 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/hbase/meta/1588230740/.tmp/table/b0d74db7adf04bd5935e5a2250009b8c as hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/hbase/meta/1588230740/table/b0d74db7adf04bd5935e5a2250009b8c 2024-11-21T20:20:45,582 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/hbase/meta/1588230740/table/b0d74db7adf04bd5935e5a2250009b8c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T20:20:45,583 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1342ms, sequenceid=16, compaction requested=false 2024-11-21T20:20:45,591 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T20:20:45,591 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:20:45,591 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:20:45,591 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:20:45,591 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220444241Running coprocessor pre-close hooks at 1732220444241Disabling compacts and flushes for region at 1732220444241Disabling writes for close at 1732220444241Obtaining lock to block concurrent updates at 1732220444241Preparing flush snapshotting stores in 1588230740 at 1732220444241Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732220444241Flushing stores of hbase:meta,,1.1588230740 at 1732220444242 (+1 ms)Flushing 1588230740/info: creating writer at 1732220444242Flushing 1588230740/info: appending metadata at 1732220444258 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732220444258Flushing 1588230740/ns: creating writer at 1732220444667 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732220444687 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732220444688 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732220444702 (+14 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732220444732 (+30 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732220444732Flushing 1588230740/table: creating writer at 1732220445140 (+408 ms)Flushing 1588230740/table: appending metadata at 1732220445153 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732220445153Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72d2890f: reopening flushed file at 1732220445563 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11b7ca92: reopening flushed file at 1732220445568 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52ccef49: reopening flushed file at 1732220445573 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33d151c2: reopening flushed file at 1732220445577 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1342ms, sequenceid=16, compaction requested=false at 1732220445583 (+6 ms)Writing region close event to WAL at 1732220445588 (+5 ms)Running coprocessor post-close hooks at 1732220445591 (+3 ms)Closed at 1732220445591 2024-11-21T20:20:45,592 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T20:20:45,642 DEBUG [RS:0;377014bd7527:42603 {}] regionserver.HRegionServer(1351): Waiting on c8be1ceeb1ab1e9c1736199d740d0912 2024-11-21T20:20:45,691 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.wal-reader.377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/WALs/377014bd7527,42603,1732220429958/377014bd7527%2C42603%2C1732220429958.1732220431427 to pos 1160, reset compression=false 2024-11-21T20:20:45,842 DEBUG [RS:0;377014bd7527:42603 {}] regionserver.HRegionServer(1351): Waiting on c8be1ceeb1ab1e9c1736199d740d0912 2024-11-21T20:20:45,845 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396 to pos 914, reset compression=false 2024-11-21T20:20:45,958 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/default/test/c8be1ceeb1ab1e9c1736199d740d0912/.tmp/norep/195f85c41f3a40ddae0347d40e7fabf7 2024-11-21T20:20:45,962 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 195f85c41f3a40ddae0347d40e7fabf7 2024-11-21T20:20:45,963 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/default/test/c8be1ceeb1ab1e9c1736199d740d0912/.tmp/f/5b8e599a69f342abaaa18f9997fb84d1 as hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/default/test/c8be1ceeb1ab1e9c1736199d740d0912/f/5b8e599a69f342abaaa18f9997fb84d1 2024-11-21T20:20:45,967 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b8e599a69f342abaaa18f9997fb84d1 2024-11-21T20:20:45,967 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/default/test/c8be1ceeb1ab1e9c1736199d740d0912/f/5b8e599a69f342abaaa18f9997fb84d1, entries=2, sequenceid=8, filesize=5.0 K 2024-11-21T20:20:45,968 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/default/test/c8be1ceeb1ab1e9c1736199d740d0912/.tmp/f1/4c8cb958dc774089bff73cfb76c5cb8c as hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/default/test/c8be1ceeb1ab1e9c1736199d740d0912/f1/4c8cb958dc774089bff73cfb76c5cb8c 2024-11-21T20:20:45,973 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c8cb958dc774089bff73cfb76c5cb8c 2024-11-21T20:20:45,973 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/default/test/c8be1ceeb1ab1e9c1736199d740d0912/f1/4c8cb958dc774089bff73cfb76c5cb8c, entries=2, sequenceid=8, filesize=5.0 K 2024-11-21T20:20:45,974 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/default/test/c8be1ceeb1ab1e9c1736199d740d0912/.tmp/norep/195f85c41f3a40ddae0347d40e7fabf7 as hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/default/test/c8be1ceeb1ab1e9c1736199d740d0912/norep/195f85c41f3a40ddae0347d40e7fabf7 2024-11-21T20:20:45,979 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 195f85c41f3a40ddae0347d40e7fabf7 2024-11-21T20:20:45,979 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/default/test/c8be1ceeb1ab1e9c1736199d740d0912/norep/195f85c41f3a40ddae0347d40e7fabf7, entries=1, sequenceid=8, filesize=5.0 K 2024-11-21T20:20:45,980 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c8be1ceeb1ab1e9c1736199d740d0912 in 1298ms, sequenceid=8, compaction requested=false 2024-11-21T20:20:45,985 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/data/default/test/c8be1ceeb1ab1e9c1736199d740d0912/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T20:20:45,986 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:20:45,986 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T20:20:45,986 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732220433655.c8be1ceeb1ab1e9c1736199d740d0912. 2024-11-21T20:20:45,986 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c8be1ceeb1ab1e9c1736199d740d0912: Waiting for close lock at 1732220444682Running coprocessor pre-close hooks at 1732220444682Disabling compacts and flushes for region at 1732220444682Disabling writes for close at 1732220444682Obtaining lock to block concurrent updates at 1732220444682Preparing flush snapshotting stores in c8be1ceeb1ab1e9c1736199d740d0912 at 1732220444682Finished memstore snapshotting test,,1732220433655.c8be1ceeb1ab1e9c1736199d740d0912., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732220444683 (+1 ms)Flushing stores of test,,1732220433655.c8be1ceeb1ab1e9c1736199d740d0912. at 1732220444683Flushing c8be1ceeb1ab1e9c1736199d740d0912/f: creating writer at 1732220444683Flushing c8be1ceeb1ab1e9c1736199d740d0912/f: appending metadata at 1732220444700 (+17 ms)Flushing c8be1ceeb1ab1e9c1736199d740d0912/f: closing flushed file at 1732220444700Flushing c8be1ceeb1ab1e9c1736199d740d0912/f1: creating writer at 1732220445116 (+416 ms)Flushing c8be1ceeb1ab1e9c1736199d740d0912/f1: appending metadata at 1732220445132 (+16 ms)Flushing c8be1ceeb1ab1e9c1736199d740d0912/f1: closing flushed file at 1732220445132Flushing c8be1ceeb1ab1e9c1736199d740d0912/norep: creating writer at 1732220445541 (+409 ms)Flushing c8be1ceeb1ab1e9c1736199d740d0912/norep: appending metadata at 1732220445553 (+12 ms)Flushing c8be1ceeb1ab1e9c1736199d740d0912/norep: closing flushed file at 1732220445553Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f05c114: reopening flushed file at 1732220445962 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5122cb4e: reopening flushed file at 1732220445967 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47f67448: reopening flushed file at 1732220445973 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c8be1ceeb1ab1e9c1736199d740d0912 in 1298ms, sequenceid=8, compaction requested=false at 1732220445980 (+7 ms)Writing region close event to WAL at 1732220445983 (+3 ms)Running coprocessor post-close hooks at 1732220445986 (+3 ms)Closed at 1732220445986 2024-11-21T20:20:45,986 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732220433655.c8be1ceeb1ab1e9c1736199d740d0912. 2024-11-21T20:20:46,043 INFO [RS:0;377014bd7527:42603 {}] regionserver.HRegionServer(976): stopping server 377014bd7527,42603,1732220429958; all regions closed. 2024-11-21T20:20:46,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741834_1010 (size=4239) 2024-11-21T20:20:46,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741839_1015 (size=2458) 2024-11-21T20:20:46,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741832_1008 (size=1812) 2024-11-21T20:20:46,052 DEBUG [RS:0;377014bd7527:42603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:46,052 INFO [RS:0;377014bd7527:42603 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:20:46,052 INFO [RS:0;377014bd7527:42603 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:20:46,053 INFO [RS:0;377014bd7527:42603 {}] hbase.ChoreService(370): Chore service for: regionserver/377014bd7527:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T20:20:46,053 INFO [RS:0;377014bd7527:42603 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:20:46,053 INFO [regionserver/377014bd7527:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:20:46,053 INFO [RS:0;377014bd7527:42603 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-377014bd7527,42603,1732220429958 because: Region server is closing 2024-11-21T20:20:46,054 INFO [RS:0;377014bd7527:42603 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:42603. 2024-11-21T20:20:46,054 DEBUG [RS:0;377014bd7527:42603 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:20:46,054 DEBUG [RS:0;377014bd7527:42603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:46,054 DEBUG [RS:0;377014bd7527:42603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:46,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:20:46,154 INFO [RS:0;377014bd7527:42603 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.shipper377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 terminated 2024-11-21T20:20:46,154 WARN [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,42603,1732220429958.replicationSource.wal-reader.377014bd7527%2C42603%2C1732220429958,1-377014bd7527,42603,1732220429958 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T20:20:46,154 INFO [RS:0;377014bd7527:42603 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:42603. 2024-11-21T20:20:46,154 DEBUG [RS:0;377014bd7527:42603 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:20:46,155 DEBUG [RS:0;377014bd7527:42603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:46,155 DEBUG [RS:0;377014bd7527:42603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:46,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:20:46,155 INFO [RS:0;377014bd7527:42603 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42603 2024-11-21T20:20:46,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42603-0x1015f0e06140004, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1328277513/rs/377014bd7527,42603,1732220429958 2024-11-21T20:20:46,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x1015f0e06140003, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1328277513/rs 2024-11-21T20:20:46,217 INFO [RS:0;377014bd7527:42603 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:20:46,227 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [377014bd7527,42603,1732220429958] 2024-11-21T20:20:46,238 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1328277513/draining/377014bd7527,42603,1732220429958 already deleted, retry=false 2024-11-21T20:20:46,238 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 377014bd7527,42603,1732220429958 expired; onlineServers=0 2024-11-21T20:20:46,238 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '377014bd7527,45339,1732220429723' ***** 2024-11-21T20:20:46,238 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T20:20:46,238 INFO [M:0;377014bd7527:45339 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:20:46,238 INFO [M:0;377014bd7527:45339 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:20:46,238 DEBUG [M:0;377014bd7527:45339 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T20:20:46,238 DEBUG [M:0;377014bd7527:45339 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T20:20:46,238 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T20:20:46,238 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220431188 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220431188,5,FailOnTimeoutGroup] 2024-11-21T20:20:46,238 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220431188 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220431188,5,FailOnTimeoutGroup] 2024-11-21T20:20:46,239 INFO [M:0;377014bd7527:45339 {}] hbase.ChoreService(370): Chore service for: master/377014bd7527:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T20:20:46,239 INFO [M:0;377014bd7527:45339 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:20:46,239 DEBUG [M:0;377014bd7527:45339 {}] master.HMaster(1795): Stopping service threads 2024-11-21T20:20:46,239 INFO [M:0;377014bd7527:45339 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T20:20:46,239 INFO [M:0;377014bd7527:45339 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:20:46,239 INFO [M:0;377014bd7527:45339 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T20:20:46,239 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T20:20:46,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x1015f0e06140003, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1328277513/master 2024-11-21T20:20:46,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x1015f0e06140003, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1328277513 2024-11-21T20:20:46,249 DEBUG [M:0;377014bd7527:45339 {}] zookeeper.ZKUtil(347): master:45339-0x1015f0e06140003, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Unable to get data of znode /1-1328277513/master because node does not exist (not an error) 2024-11-21T20:20:46,249 WARN [M:0;377014bd7527:45339 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T20:20:46,249 INFO [M:0;377014bd7527:45339 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/.lastflushedseqids 2024-11-21T20:20:46,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741848_1024 (size=245) 2024-11-21T20:20:46,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42603-0x1015f0e06140004, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:20:46,328 INFO [RS:0;377014bd7527:42603 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:20:46,328 INFO [RS:0;377014bd7527:42603 {}] regionserver.HRegionServer(1031): Exiting; stopping=377014bd7527,42603,1732220429958; zookeeper connection closed. 2024-11-21T20:20:46,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42603-0x1015f0e06140004, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:20:46,328 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36d80f5d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36d80f5d 2024-11-21T20:20:46,328 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T20:20:46,549 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396 to pos 914, reset compression=false 2024-11-21T20:20:46,654 INFO [M:0;377014bd7527:45339 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T20:20:46,654 INFO [M:0;377014bd7527:45339 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T20:20:46,654 DEBUG [M:0;377014bd7527:45339 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:20:46,654 INFO [M:0;377014bd7527:45339 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:20:46,654 DEBUG [M:0;377014bd7527:45339 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:20:46,654 DEBUG [M:0;377014bd7527:45339 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:20:46,654 DEBUG [M:0;377014bd7527:45339 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:20:46,654 INFO [M:0;377014bd7527:45339 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-21T20:20:46,668 DEBUG [M:0;377014bd7527:45339 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9a27c5da7304423886c4e1e603e5c90 is 82, key is hbase:meta,,1/info:regioninfo/1732220432414/Put/seqid=0 2024-11-21T20:20:46,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741849_1025 (size=5672) 2024-11-21T20:20:47,072 INFO [M:0;377014bd7527:45339 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9a27c5da7304423886c4e1e603e5c90 2024-11-21T20:20:47,114 DEBUG [M:0;377014bd7527:45339 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44352ddd10c04ccaab2c777eed8af10a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732220439166/Put/seqid=0 2024-11-21T20:20:47,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741850_1026 (size=8517) 2024-11-21T20:20:47,353 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396 to pos 914, reset compression=false 2024-11-21T20:20:47,517 INFO [M:0;377014bd7527:45339 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44352ddd10c04ccaab2c777eed8af10a 2024-11-21T20:20:47,538 DEBUG [M:0;377014bd7527:45339 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84d789ce9aab4163b2223bf8ae6cd8e3 is 69, key is 377014bd7527,42603,1732220429958/rs:state/1732220431229/Put/seqid=0 2024-11-21T20:20:47,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741851_1027 (size=5156) 2024-11-21T20:20:47,942 INFO [M:0;377014bd7527:45339 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84d789ce9aab4163b2223bf8ae6cd8e3 2024-11-21T20:20:47,946 DEBUG [M:0;377014bd7527:45339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9a27c5da7304423886c4e1e603e5c90 as hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9a27c5da7304423886c4e1e603e5c90 2024-11-21T20:20:47,950 INFO [M:0;377014bd7527:45339 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9a27c5da7304423886c4e1e603e5c90, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T20:20:47,951 DEBUG [M:0;377014bd7527:45339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44352ddd10c04ccaab2c777eed8af10a as hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/44352ddd10c04ccaab2c777eed8af10a 2024-11-21T20:20:47,954 INFO [M:0;377014bd7527:45339 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/44352ddd10c04ccaab2c777eed8af10a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T20:20:47,955 DEBUG [M:0;377014bd7527:45339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84d789ce9aab4163b2223bf8ae6cd8e3 as hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84d789ce9aab4163b2223bf8ae6cd8e3 2024-11-21T20:20:47,958 INFO [M:0;377014bd7527:45339 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36527/user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84d789ce9aab4163b2223bf8ae6cd8e3, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T20:20:47,959 INFO [M:0;377014bd7527:45339 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=97, compaction requested=false 2024-11-21T20:20:47,960 INFO [M:0;377014bd7527:45339 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:20:47,960 DEBUG [M:0;377014bd7527:45339 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220446654Disabling compacts and flushes for region at 1732220446654Disabling writes for close at 1732220446654Obtaining lock to block concurrent updates at 1732220446654Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732220446654Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732220446655 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732220446655Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732220446655Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732220446667 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732220446667Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732220447098 (+431 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732220447113 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732220447113Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732220447521 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732220447538 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732220447538Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44e75594: reopening flushed file at 1732220447945 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7210861d: reopening flushed file at 1732220447950 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@726a66bb: reopening flushed file at 1732220447954 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=97, compaction requested=false at 1732220447959 (+5 ms)Writing region close event to WAL at 1732220447960 (+1 ms)Closed at 1732220447960 2024-11-21T20:20:47,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741830_1006 (size=63666) 2024-11-21T20:20:47,961 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f7acf402-df75-9cde-e142-3dcf4d3675bd/MasterData/WALs/377014bd7527,45339,1732220429723/377014bd7527%2C45339%2C1732220429723.1732220430918 not finished, retry = 0 2024-11-21T20:20:48,062 INFO [M:0;377014bd7527:45339 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T20:20:48,062 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:20:48,062 INFO [M:0;377014bd7527:45339 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45339 2024-11-21T20:20:48,063 INFO [M:0;377014bd7527:45339 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:20:48,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x1015f0e06140003, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:20:48,222 INFO [M:0;377014bd7527:45339 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:20:48,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x1015f0e06140003, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:20:48,256 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396 to pos 914, reset compression=false 2024-11-21T20:20:48,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@625afcc9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:20:48,262 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@775ddb8f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:20:48,262 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:20:48,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b6cdc48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:20:48,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59e2167a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c/hadoop.log.dir/,STOPPED} 2024-11-21T20:20:48,263 WARN [BP-1227303811-172.17.0.2-1732220427631 heartbeating to localhost/127.0.0.1:36527 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T20:20:48,263 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T20:20:48,263 WARN [BP-1227303811-172.17.0.2-1732220427631 heartbeating to localhost/127.0.0.1:36527 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1227303811-172.17.0.2-1732220427631 (Datanode Uuid 85cded4b-5c22-41d0-b0cc-4dca1f0ae316) service to localhost/127.0.0.1:36527 2024-11-21T20:20:48,263 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T20:20:48,264 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c/cluster_42df60db-9348-3917-9e96-3d2a3ea96ff5/data/data1/current/BP-1227303811-172.17.0.2-1732220427631 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:20:48,264 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c/cluster_42df60db-9348-3917-9e96-3d2a3ea96ff5/data/data2/current/BP-1227303811-172.17.0.2-1732220427631 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:20:48,264 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T20:20:48,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bac1e67{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:20:48,269 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bc804a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:20:48,269 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:20:48,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@464b868d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:20:48,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@128b752b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c/hadoop.log.dir/,STOPPED} 2024-11-21T20:20:48,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T20:20:48,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T20:20:48,284 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:20:48,284 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:20:48,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:48,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:48,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:20:48,284 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T20:20:48,284 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=384177834, stopped=false 2024-11-21T20:20:48,285 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=377014bd7527,34553,1732220424287 2024-11-21T20:20:48,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x1015f0e06140000, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-29132725/running 2024-11-21T20:20:48,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x1015f0e06140001, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-29132725/running 2024-11-21T20:20:48,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x1015f0e06140000, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29132725 2024-11-21T20:20:48,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x1015f0e06140001, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29132725 2024-11-21T20:20:48,299 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:20:48,299 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:20:48,299 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:20:48,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:48,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33743-0x1015f0e06140001, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Set watcher on znode that does not yet exist, /0-29132725/running 2024-11-21T20:20:48,299 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '377014bd7527,33743,1732220424446' ***** 2024-11-21T20:20:48,299 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T20:20:48,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34553-0x1015f0e06140000, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Set watcher on znode that does not yet exist, /0-29132725/running 2024-11-21T20:20:48,300 INFO [RS:0;377014bd7527:33743 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T20:20:48,300 INFO [RS:0;377014bd7527:33743 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T20:20:48,300 INFO [RS:0;377014bd7527:33743 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T20:20:48,300 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T20:20:48,300 INFO [RS:0;377014bd7527:33743 {}] regionserver.HRegionServer(3091): Received CLOSE for 0bc22f4999aaac26588650a256874842 2024-11-21T20:20:48,300 INFO [RS:0;377014bd7527:33743 {}] regionserver.HRegionServer(3091): Received CLOSE for 32117eecf911b183cce9cbbf24e5dbcb 2024-11-21T20:20:48,300 INFO [RS:0;377014bd7527:33743 {}] regionserver.HRegionServer(959): stopping server 377014bd7527,33743,1732220424446 2024-11-21T20:20:48,300 INFO [RS:0;377014bd7527:33743 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:20:48,300 INFO [RS:0;377014bd7527:33743 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:33743. 2024-11-21T20:20:48,300 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0bc22f4999aaac26588650a256874842, disabling compactions & flushes 2024-11-21T20:20:48,300 DEBUG [RS:0;377014bd7527:33743 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:20:48,300 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732220432516.0bc22f4999aaac26588650a256874842. 2024-11-21T20:20:48,300 DEBUG [RS:0;377014bd7527:33743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:48,300 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732220432516.0bc22f4999aaac26588650a256874842. 2024-11-21T20:20:48,300 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732220432516.0bc22f4999aaac26588650a256874842. after waiting 0 ms 2024-11-21T20:20:48,300 INFO [RS:0;377014bd7527:33743 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T20:20:48,300 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732220432516.0bc22f4999aaac26588650a256874842. 2024-11-21T20:20:48,300 INFO [RS:0;377014bd7527:33743 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T20:20:48,300 INFO [RS:0;377014bd7527:33743 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T20:20:48,300 INFO [RS:0;377014bd7527:33743 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T20:20:48,300 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0bc22f4999aaac26588650a256874842 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-21T20:20:48,301 INFO [RS:0;377014bd7527:33743 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T20:20:48,301 DEBUG [RS:0;377014bd7527:33743 {}] regionserver.HRegionServer(1325): Online Regions={0bc22f4999aaac26588650a256874842=test,,1732220432516.0bc22f4999aaac26588650a256874842., 32117eecf911b183cce9cbbf24e5dbcb=hbase:replication,,1732220435838.32117eecf911b183cce9cbbf24e5dbcb., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T20:20:48,301 DEBUG [RS:0;377014bd7527:33743 {}] regionserver.HRegionServer(1351): Waiting on 0bc22f4999aaac26588650a256874842, 1588230740, 32117eecf911b183cce9cbbf24e5dbcb 2024-11-21T20:20:48,301 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:20:48,301 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:20:48,301 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:20:48,301 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:20:48,301 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:20:48,301 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T20:20:48,314 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/hbase/meta/1588230740/.tmp/info/75c88a8321bc438a83f8eb873a3a219a is 147, key is hbase:replication,,1732220435838.32117eecf911b183cce9cbbf24e5dbcb./info:regioninfo/1732220437047/Put/seqid=0 2024-11-21T20:20:48,317 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/default/test/0bc22f4999aaac26588650a256874842/.tmp/f/df6bf7729c184cb48e509de02705d6e7 is 29, key is row1/f:/1732220443170/DeleteFamily/seqid=0 2024-11-21T20:20:48,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39553 is added to blk_1073741840_1016 (size=7686) 2024-11-21T20:20:48,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39553 is added to blk_1073741841_1017 (size=5118) 2024-11-21T20:20:48,385 INFO [regionserver/377014bd7527:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:20:48,501 DEBUG [RS:0;377014bd7527:33743 {}] regionserver.HRegionServer(1351): Waiting on 0bc22f4999aaac26588650a256874842, 1588230740, 32117eecf911b183cce9cbbf24e5dbcb 2024-11-21T20:20:48,701 DEBUG [RS:0;377014bd7527:33743 {}] regionserver.HRegionServer(1351): Waiting on 0bc22f4999aaac26588650a256874842, 1588230740, 32117eecf911b183cce9cbbf24e5dbcb 2024-11-21T20:20:48,718 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/hbase/meta/1588230740/.tmp/info/75c88a8321bc438a83f8eb873a3a219a 2024-11-21T20:20:48,720 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/default/test/0bc22f4999aaac26588650a256874842/.tmp/f/df6bf7729c184cb48e509de02705d6e7 2024-11-21T20:20:48,724 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df6bf7729c184cb48e509de02705d6e7 2024-11-21T20:20:48,735 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/default/test/0bc22f4999aaac26588650a256874842/.tmp/f1/154675832b0c47618455a901a2e99ace is 30, key is row1/f1:/1732220443170/DeleteFamily/seqid=0 2024-11-21T20:20:48,738 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/hbase/meta/1588230740/.tmp/ns/8ac786bc7ae44929b72e24a750d0d90a is 43, key is default/ns:d/1732220427434/Put/seqid=0 2024-11-21T20:20:48,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39553 is added to blk_1073741842_1018 (size=5123) 2024-11-21T20:20:48,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39553 is added to blk_1073741843_1019 (size=5153) 2024-11-21T20:20:48,901 DEBUG [RS:0;377014bd7527:33743 {}] regionserver.HRegionServer(1351): Waiting on 0bc22f4999aaac26588650a256874842, 1588230740, 32117eecf911b183cce9cbbf24e5dbcb 2024-11-21T20:20:49,101 DEBUG [RS:0;377014bd7527:33743 {}] regionserver.HRegionServer(1351): Waiting on 0bc22f4999aaac26588650a256874842, 1588230740, 32117eecf911b183cce9cbbf24e5dbcb 2024-11-21T20:20:49,139 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/default/test/0bc22f4999aaac26588650a256874842/.tmp/f1/154675832b0c47618455a901a2e99ace 2024-11-21T20:20:49,141 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/hbase/meta/1588230740/.tmp/ns/8ac786bc7ae44929b72e24a750d0d90a 2024-11-21T20:20:49,143 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 154675832b0c47618455a901a2e99ace 2024-11-21T20:20:49,156 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/hbase/meta/1588230740/.tmp/rep_barrier/40acf80a534140f298ce9f795cb7d702 is 112, key is test,,1732220432516.0bc22f4999aaac26588650a256874842./rep_barrier:seqnumDuringOpen/1732220433263/Put/seqid=0 2024-11-21T20:20:49,156 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/default/test/0bc22f4999aaac26588650a256874842/.tmp/norep/4fa7e4e356ae4ee7ac690d2cb48f2749 is 32, key is row/norep:/1732220442166/DeleteFamily/seqid=0 2024-11-21T20:20:49,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39553 is added to blk_1073741845_1021 (size=5101) 2024-11-21T20:20:49,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39553 is added to blk_1073741844_1020 (size=5518) 2024-11-21T20:20:49,159 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/default/test/0bc22f4999aaac26588650a256874842/.tmp/norep/4fa7e4e356ae4ee7ac690d2cb48f2749 2024-11-21T20:20:49,164 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4fa7e4e356ae4ee7ac690d2cb48f2749 2024-11-21T20:20:49,164 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/default/test/0bc22f4999aaac26588650a256874842/.tmp/f/df6bf7729c184cb48e509de02705d6e7 as hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/default/test/0bc22f4999aaac26588650a256874842/f/df6bf7729c184cb48e509de02705d6e7 2024-11-21T20:20:49,168 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df6bf7729c184cb48e509de02705d6e7 2024-11-21T20:20:49,168 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/default/test/0bc22f4999aaac26588650a256874842/f/df6bf7729c184cb48e509de02705d6e7, entries=2, sequenceid=8, filesize=5.0 K 2024-11-21T20:20:49,169 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/default/test/0bc22f4999aaac26588650a256874842/.tmp/f1/154675832b0c47618455a901a2e99ace as hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/default/test/0bc22f4999aaac26588650a256874842/f1/154675832b0c47618455a901a2e99ace 2024-11-21T20:20:49,173 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 154675832b0c47618455a901a2e99ace 2024-11-21T20:20:49,173 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/default/test/0bc22f4999aaac26588650a256874842/f1/154675832b0c47618455a901a2e99ace, entries=2, sequenceid=8, filesize=5.0 K 2024-11-21T20:20:49,173 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/default/test/0bc22f4999aaac26588650a256874842/.tmp/norep/4fa7e4e356ae4ee7ac690d2cb48f2749 as hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/default/test/0bc22f4999aaac26588650a256874842/norep/4fa7e4e356ae4ee7ac690d2cb48f2749 2024-11-21T20:20:49,177 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4fa7e4e356ae4ee7ac690d2cb48f2749 2024-11-21T20:20:49,177 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/default/test/0bc22f4999aaac26588650a256874842/norep/4fa7e4e356ae4ee7ac690d2cb48f2749, entries=1, sequenceid=8, filesize=5.0 K 2024-11-21T20:20:49,178 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0bc22f4999aaac26588650a256874842 in 878ms, sequenceid=8, compaction requested=false 2024-11-21T20:20:49,182 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/default/test/0bc22f4999aaac26588650a256874842/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T20:20:49,182 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:20:49,182 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T20:20:49,182 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732220432516.0bc22f4999aaac26588650a256874842. 2024-11-21T20:20:49,182 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0bc22f4999aaac26588650a256874842: Waiting for close lock at 1732220448300Running coprocessor pre-close hooks at 1732220448300Disabling compacts and flushes for region at 1732220448300Disabling writes for close at 1732220448300Obtaining lock to block concurrent updates at 1732220448300Preparing flush snapshotting stores in 0bc22f4999aaac26588650a256874842 at 1732220448300Finished memstore snapshotting test,,1732220432516.0bc22f4999aaac26588650a256874842., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732220448301 (+1 ms)Flushing stores of test,,1732220432516.0bc22f4999aaac26588650a256874842. at 1732220448301Flushing 0bc22f4999aaac26588650a256874842/f: creating writer at 1732220448301Flushing 0bc22f4999aaac26588650a256874842/f: appending metadata at 1732220448316 (+15 ms)Flushing 0bc22f4999aaac26588650a256874842/f: closing flushed file at 1732220448316Flushing 0bc22f4999aaac26588650a256874842/f1: creating writer at 1732220448724 (+408 ms)Flushing 0bc22f4999aaac26588650a256874842/f1: appending metadata at 1732220448735 (+11 ms)Flushing 0bc22f4999aaac26588650a256874842/f1: closing flushed file at 1732220448735Flushing 0bc22f4999aaac26588650a256874842/norep: creating writer at 1732220449143 (+408 ms)Flushing 0bc22f4999aaac26588650a256874842/norep: appending metadata at 1732220449155 (+12 ms)Flushing 0bc22f4999aaac26588650a256874842/norep: closing flushed file at 1732220449155Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a5d57c3: reopening flushed file at 1732220449164 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f5a3aad: reopening flushed file at 1732220449168 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ebddd07: reopening flushed file at 1732220449173 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0bc22f4999aaac26588650a256874842 in 878ms, sequenceid=8, compaction requested=false at 1732220449178 (+5 ms)Writing region close event to WAL at 1732220449179 (+1 ms)Running coprocessor post-close hooks at 1732220449182 (+3 ms)Closed at 1732220449182 2024-11-21T20:20:49,183 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732220432516.0bc22f4999aaac26588650a256874842. 2024-11-21T20:20:49,183 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 32117eecf911b183cce9cbbf24e5dbcb, disabling compactions & flushes 2024-11-21T20:20:49,183 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732220435838.32117eecf911b183cce9cbbf24e5dbcb. 2024-11-21T20:20:49,183 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732220435838.32117eecf911b183cce9cbbf24e5dbcb. 2024-11-21T20:20:49,183 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732220435838.32117eecf911b183cce9cbbf24e5dbcb. after waiting 0 ms 2024-11-21T20:20:49,183 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732220435838.32117eecf911b183cce9cbbf24e5dbcb. 2024-11-21T20:20:49,183 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 32117eecf911b183cce9cbbf24e5dbcb 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-21T20:20:49,196 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/hbase/replication/32117eecf911b183cce9cbbf24e5dbcb/.tmp/queue/0cb0a11eaf674670b72f1a4cb5459047 is 153, key is 1-377014bd7527,33743,1732220424446/queue:377014bd7527%2C33743%2C1732220424446/1732220443827/Put/seqid=0 2024-11-21T20:20:49,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39553 is added to blk_1073741846_1022 (size=5352) 2024-11-21T20:20:49,260 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396 to pos 914, reset compression=false 2024-11-21T20:20:49,264 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:20:49,264 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396 to pos 1805, reset compression=false 2024-11-21T20:20:49,264 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.shipper377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,33743,1732220424446 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396, lastWalPosition=1805, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:20:49,265 ERROR [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.shipper377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 377014bd7527,33743,1732220424446: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-377014bd7527,33743,1732220424446, walGroup=377014bd7527%2C33743%2C1732220424446, offset=377014bd7527%2C33743%2C1732220424446.1732220426396:1805, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:33743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T20:20:49,266 ERROR [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.shipper377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T20:20:49,266 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.shipper377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T20:20:49,267 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.shipper377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T20:20:49,267 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.shipper377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T20:20:49,267 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.shipper377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T20:20:49,267 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.shipper377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 749260288 }, "NonHeapMemoryUsage": { "committed": 194707456, "init": 7667712, "max": -1, "used": 191136912 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T20:20:49,267 WARN [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.shipper377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:34553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:34553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T20:20:49,268 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T20:20:49,268 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T20:20:49,301 INFO [RS:0;377014bd7527:33743 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T20:20:49,301 DEBUG [RS:0;377014bd7527:33743 {}] regionserver.HRegionServer(1325): Online Regions={32117eecf911b183cce9cbbf24e5dbcb=hbase:replication,,1732220435838.32117eecf911b183cce9cbbf24e5dbcb., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T20:20:49,302 DEBUG [RS:0;377014bd7527:33743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32117eecf911b183cce9cbbf24e5dbcb 2024-11-21T20:20:49,468 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396 to pos 1805, reset compression=false 2024-11-21T20:20:49,502 DEBUG [RS:0;377014bd7527:33743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32117eecf911b183cce9cbbf24e5dbcb 2024-11-21T20:20:49,560 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/hbase/meta/1588230740/.tmp/rep_barrier/40acf80a534140f298ce9f795cb7d702 2024-11-21T20:20:49,577 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/hbase/meta/1588230740/.tmp/table/bdd86c1598aa45ffa408f0a676b15f5c is 53, key is hbase:replication/table:state/1732220437054/Put/seqid=0 2024-11-21T20:20:49,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39553 is added to blk_1073741847_1023 (size=5308) 2024-11-21T20:20:49,600 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/hbase/replication/32117eecf911b183cce9cbbf24e5dbcb/.tmp/queue/0cb0a11eaf674670b72f1a4cb5459047 2024-11-21T20:20:49,605 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/hbase/replication/32117eecf911b183cce9cbbf24e5dbcb/.tmp/queue/0cb0a11eaf674670b72f1a4cb5459047 as hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/hbase/replication/32117eecf911b183cce9cbbf24e5dbcb/queue/0cb0a11eaf674670b72f1a4cb5459047 2024-11-21T20:20:49,608 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/hbase/replication/32117eecf911b183cce9cbbf24e5dbcb/queue/0cb0a11eaf674670b72f1a4cb5459047, entries=1, sequenceid=10, filesize=5.2 K 2024-11-21T20:20:49,609 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 32117eecf911b183cce9cbbf24e5dbcb in 426ms, sequenceid=10, compaction requested=false 2024-11-21T20:20:49,609 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T20:20:49,612 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/hbase/replication/32117eecf911b183cce9cbbf24e5dbcb/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T20:20:49,613 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:20:49,613 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:20:49,613 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732220435838.32117eecf911b183cce9cbbf24e5dbcb. 2024-11-21T20:20:49,613 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 32117eecf911b183cce9cbbf24e5dbcb: Waiting for close lock at 1732220449183Running coprocessor pre-close hooks at 1732220449183Disabling compacts and flushes for region at 1732220449183Disabling writes for close at 1732220449183Obtaining lock to block concurrent updates at 1732220449183Preparing flush snapshotting stores in 32117eecf911b183cce9cbbf24e5dbcb at 1732220449183Finished memstore snapshotting hbase:replication,,1732220435838.32117eecf911b183cce9cbbf24e5dbcb., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732220449183Flushing stores of hbase:replication,,1732220435838.32117eecf911b183cce9cbbf24e5dbcb. at 1732220449183Flushing 32117eecf911b183cce9cbbf24e5dbcb/queue: creating writer at 1732220449184 (+1 ms)Flushing 32117eecf911b183cce9cbbf24e5dbcb/queue: appending metadata at 1732220449196 (+12 ms)Flushing 32117eecf911b183cce9cbbf24e5dbcb/queue: closing flushed file at 1732220449196Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30dd9a64: reopening flushed file at 1732220449604 (+408 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 32117eecf911b183cce9cbbf24e5dbcb in 426ms, sequenceid=10, compaction requested=false at 1732220449609 (+5 ms)Writing region close event to WAL at 1732220449610 (+1 ms)Running coprocessor post-close hooks at 1732220449613 (+3 ms)Closed at 1732220449613 2024-11-21T20:20:49,613 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732220435838.32117eecf911b183cce9cbbf24e5dbcb. 2024-11-21T20:20:49,702 DEBUG [RS:0;377014bd7527:33743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:20:49,771 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396 to pos 1805, reset compression=false 2024-11-21T20:20:49,902 DEBUG [RS:0;377014bd7527:33743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:20:49,981 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/hbase/meta/1588230740/.tmp/table/bdd86c1598aa45ffa408f0a676b15f5c 2024-11-21T20:20:49,986 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/hbase/meta/1588230740/.tmp/info/75c88a8321bc438a83f8eb873a3a219a as hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/hbase/meta/1588230740/info/75c88a8321bc438a83f8eb873a3a219a 2024-11-21T20:20:49,991 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/hbase/meta/1588230740/info/75c88a8321bc438a83f8eb873a3a219a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T20:20:49,992 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/hbase/meta/1588230740/.tmp/ns/8ac786bc7ae44929b72e24a750d0d90a as hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/hbase/meta/1588230740/ns/8ac786bc7ae44929b72e24a750d0d90a 2024-11-21T20:20:49,996 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/hbase/meta/1588230740/ns/8ac786bc7ae44929b72e24a750d0d90a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T20:20:49,997 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/hbase/meta/1588230740/.tmp/rep_barrier/40acf80a534140f298ce9f795cb7d702 as hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/hbase/meta/1588230740/rep_barrier/40acf80a534140f298ce9f795cb7d702 2024-11-21T20:20:50,001 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/hbase/meta/1588230740/rep_barrier/40acf80a534140f298ce9f795cb7d702, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T20:20:50,002 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/hbase/meta/1588230740/.tmp/table/bdd86c1598aa45ffa408f0a676b15f5c as hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/hbase/meta/1588230740/table/bdd86c1598aa45ffa408f0a676b15f5c 2024-11-21T20:20:50,006 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/hbase/meta/1588230740/table/bdd86c1598aa45ffa408f0a676b15f5c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T20:20:50,007 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=16, compaction requested=false 2024-11-21T20:20:50,007 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T20:20:50,011 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T20:20:50,011 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:20:50,011 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:20:50,011 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:20:50,011 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220448301Running coprocessor pre-close hooks at 1732220448301Disabling compacts and flushes for region at 1732220448301Disabling writes for close at 1732220448301Obtaining lock to block concurrent updates at 1732220448301Preparing flush snapshotting stores in 1588230740 at 1732220448301Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732220448301Flushing stores of hbase:meta,,1.1588230740 at 1732220448301Flushing 1588230740/info: creating writer at 1732220448301Flushing 1588230740/info: appending metadata at 1732220448313 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732220448313Flushing 1588230740/ns: creating writer at 1732220448722 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732220448737 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732220448737Flushing 1588230740/rep_barrier: creating writer at 1732220449144 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732220449155 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732220449155Flushing 1588230740/table: creating writer at 1732220449564 (+409 ms)Flushing 1588230740/table: appending metadata at 1732220449577 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732220449577Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20bf745c: reopening flushed file at 1732220449985 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52348f2: reopening flushed file at 1732220449991 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ba9e962: reopening flushed file at 1732220449996 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a139ab: reopening flushed file at 1732220450001 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=16, compaction requested=false at 1732220450007 (+6 ms)Writing region close event to WAL at 1732220450008 (+1 ms)Running coprocessor post-close hooks at 1732220450011 (+3 ms)Closed at 1732220450011 2024-11-21T20:20:50,011 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T20:20:50,102 INFO [RS:0;377014bd7527:33743 {}] regionserver.HRegionServer(976): stopping server 377014bd7527,33743,1732220424446; all regions closed. 2024-11-21T20:20:50,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39553 is added to blk_1073741834_1010 (size=4239) 2024-11-21T20:20:50,104 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.meta.1732220427356.meta not finished, retry = 0 2024-11-21T20:20:50,175 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396 to pos 1805, reset compression=false 2024-11-21T20:20:50,183 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:20:50,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:50,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39553 is added to blk_1073741839_1015 (size=2676) 2024-11-21T20:20:50,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39553 is added to blk_1073741832_1008 (size=1813) 2024-11-21T20:20:50,212 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/WALs/377014bd7527,33743,1732220424446/377014bd7527%2C33743%2C1732220424446.1732220426396 not finished, retry = 0 2024-11-21T20:20:50,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:50,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:50,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:50,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:50,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:50,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:50,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:50,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:50,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:50,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:50,313 DEBUG [RS:0;377014bd7527:33743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:50,313 INFO [RS:0;377014bd7527:33743 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:20:50,313 INFO [RS:0;377014bd7527:33743 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:20:50,314 INFO [RS:0;377014bd7527:33743 {}] hbase.ChoreService(370): Chore service for: regionserver/377014bd7527:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T20:20:50,314 INFO [RS:0;377014bd7527:33743 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:20:50,314 INFO [regionserver/377014bd7527:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:20:50,314 INFO [RS:0;377014bd7527:33743 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-377014bd7527,33743,1732220424446 because: Region server is closing 2024-11-21T20:20:50,314 INFO [RS:0;377014bd7527:33743 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:33743. 2024-11-21T20:20:50,314 DEBUG [RS:0;377014bd7527:33743 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:20:50,314 DEBUG [RS:0;377014bd7527:33743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:50,314 DEBUG [RS:0;377014bd7527:33743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:50,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:20:50,415 INFO [RS:0;377014bd7527:33743 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.shipper377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 terminated 2024-11-21T20:20:50,415 INFO [RS:0;377014bd7527:33743 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:33743. 2024-11-21T20:20:50,415 WARN [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,33743,1732220424446.replicationSource.wal-reader.377014bd7527%2C33743%2C1732220424446,1-377014bd7527,33743,1732220424446 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T20:20:50,415 DEBUG [RS:0;377014bd7527:33743 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:20:50,415 DEBUG [RS:0;377014bd7527:33743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:50,415 DEBUG [RS:0;377014bd7527:33743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:50,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:20:50,415 INFO [RS:0;377014bd7527:33743 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33743 2024-11-21T20:20:50,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x1015f0e06140001, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-29132725/rs/377014bd7527,33743,1732220424446 2024-11-21T20:20:50,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x1015f0e06140000, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29132725/rs 2024-11-21T20:20:50,469 INFO [RS:0;377014bd7527:33743 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:20:50,480 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [377014bd7527,33743,1732220424446] 2024-11-21T20:20:50,490 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-29132725/draining/377014bd7527,33743,1732220424446 already deleted, retry=false 2024-11-21T20:20:50,490 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 377014bd7527,33743,1732220424446 expired; onlineServers=0 2024-11-21T20:20:50,490 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '377014bd7527,34553,1732220424287' ***** 2024-11-21T20:20:50,490 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T20:20:50,490 INFO [M:0;377014bd7527:34553 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:20:50,491 INFO [M:0;377014bd7527:34553 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:20:50,491 DEBUG [M:0;377014bd7527:34553 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T20:20:50,491 DEBUG [M:0;377014bd7527:34553 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T20:20:50,491 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T20:20:50,491 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220426150 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220426150,5,FailOnTimeoutGroup] 2024-11-21T20:20:50,491 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220426150 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220426150,5,FailOnTimeoutGroup] 2024-11-21T20:20:50,491 INFO [M:0;377014bd7527:34553 {}] hbase.ChoreService(370): Chore service for: master/377014bd7527:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T20:20:50,491 INFO [M:0;377014bd7527:34553 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:20:50,491 DEBUG [M:0;377014bd7527:34553 {}] master.HMaster(1795): Stopping service threads 2024-11-21T20:20:50,491 INFO [M:0;377014bd7527:34553 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T20:20:50,491 INFO [M:0;377014bd7527:34553 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:20:50,491 INFO [M:0;377014bd7527:34553 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T20:20:50,491 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T20:20:50,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x1015f0e06140000, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-29132725/master 2024-11-21T20:20:50,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x1015f0e06140000, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29132725 2024-11-21T20:20:50,577 DEBUG [M:0;377014bd7527:34553 {}] zookeeper.ZKUtil(347): master:34553-0x1015f0e06140000, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Unable to get data of znode /0-29132725/master because node does not exist (not an error) 2024-11-21T20:20:50,577 WARN [M:0;377014bd7527:34553 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T20:20:50,578 INFO [M:0;377014bd7527:34553 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/.lastflushedseqids 2024-11-21T20:20:50,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x1015f0e06140001, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:20:50,580 INFO [RS:0;377014bd7527:33743 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:20:50,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x1015f0e06140001, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:20:50,580 INFO [RS:0;377014bd7527:33743 {}] regionserver.HRegionServer(1031): Exiting; stopping=377014bd7527,33743,1732220424446; zookeeper connection closed. 2024-11-21T20:20:50,580 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64d2a186 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64d2a186 2024-11-21T20:20:50,580 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T20:20:50,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39553 is added to blk_1073741848_1024 (size=245) 2024-11-21T20:20:50,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:20:50,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T20:20:50,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T20:20:50,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T20:20:50,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:20:50,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T20:20:50,981 INFO [M:0;377014bd7527:34553 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T20:20:50,982 INFO [M:0;377014bd7527:34553 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T20:20:50,982 DEBUG [M:0;377014bd7527:34553 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:20:50,982 INFO [M:0;377014bd7527:34553 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:20:50,982 DEBUG [M:0;377014bd7527:34553 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:20:50,982 DEBUG [M:0;377014bd7527:34553 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:20:50,982 DEBUG [M:0;377014bd7527:34553 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:20:50,982 INFO [M:0;377014bd7527:34553 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-21T20:20:51,000 DEBUG [M:0;377014bd7527:34553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7abc522686d84617addc48c985036619 is 82, key is hbase:meta,,1/info:regioninfo/1732220427388/Put/seqid=0 2024-11-21T20:20:51,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39553 is added to blk_1073741849_1025 (size=5672) 2024-11-21T20:20:51,404 INFO [M:0;377014bd7527:34553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7abc522686d84617addc48c985036619 2024-11-21T20:20:51,421 DEBUG [M:0;377014bd7527:34553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0a1e0cf4d1e40d183ad73c22bfe7f63 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732220437057/Put/seqid=0 2024-11-21T20:20:51,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39553 is added to blk_1073741850_1026 (size=8517) 2024-11-21T20:20:51,825 INFO [M:0;377014bd7527:34553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0a1e0cf4d1e40d183ad73c22bfe7f63 2024-11-21T20:20:51,845 DEBUG [M:0;377014bd7527:34553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e53306314da748cd9cdc48cb6b7fd179 is 69, key is 377014bd7527,33743,1732220424446/rs:state/1732220426213/Put/seqid=0 2024-11-21T20:20:51,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39553 is added to blk_1073741851_1027 (size=5156) 2024-11-21T20:20:52,249 INFO [M:0;377014bd7527:34553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e53306314da748cd9cdc48cb6b7fd179 2024-11-21T20:20:52,253 DEBUG [M:0;377014bd7527:34553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7abc522686d84617addc48c985036619 as hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7abc522686d84617addc48c985036619 2024-11-21T20:20:52,257 INFO [M:0;377014bd7527:34553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7abc522686d84617addc48c985036619, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T20:20:52,258 DEBUG [M:0;377014bd7527:34553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0a1e0cf4d1e40d183ad73c22bfe7f63 as hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d0a1e0cf4d1e40d183ad73c22bfe7f63 2024-11-21T20:20:52,263 INFO [M:0;377014bd7527:34553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d0a1e0cf4d1e40d183ad73c22bfe7f63, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T20:20:52,263 DEBUG [M:0;377014bd7527:34553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e53306314da748cd9cdc48cb6b7fd179 as hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e53306314da748cd9cdc48cb6b7fd179 2024-11-21T20:20:52,269 INFO [M:0;377014bd7527:34553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45467/user/jenkins/test-data/b1c4d4de-ebe7-806d-e7b0-ea6f40374c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e53306314da748cd9cdc48cb6b7fd179, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T20:20:52,270 INFO [M:0;377014bd7527:34553 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false 2024-11-21T20:20:52,271 INFO [M:0;377014bd7527:34553 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:20:52,271 DEBUG [M:0;377014bd7527:34553 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220450982Disabling compacts and flushes for region at 1732220450982Disabling writes for close at 1732220450982Obtaining lock to block concurrent updates at 1732220450982Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732220450982Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732220450982Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732220450983 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732220450983Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732220450999 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732220450999Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732220451408 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732220451420 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732220451420Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732220451829 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732220451844 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732220451844Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2211f996: reopening flushed file at 1732220452253 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c74f598: reopening flushed file at 1732220452257 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75ad436c: reopening flushed file at 1732220452263 (+6 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false at 1732220452270 (+7 ms)Writing region close event to WAL at 1732220452271 (+1 ms)Closed at 1732220452271 2024-11-21T20:20:52,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39553 is added to blk_1073741830_1006 (size=63666) 2024-11-21T20:20:52,276 INFO [M:0;377014bd7527:34553 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T20:20:52,276 INFO [M:0;377014bd7527:34553 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34553 2024-11-21T20:20:52,276 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:20:52,280 INFO [M:0;377014bd7527:34553 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:20:52,434 INFO [M:0;377014bd7527:34553 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:20:52,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x1015f0e06140000, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:20:52,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x1015f0e06140000, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:20:52,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ecf6af4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:20:52,437 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7cebe51d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:20:52,437 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:20:52,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6df0091b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:20:52,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ce8ec08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/hadoop.log.dir/,STOPPED} 2024-11-21T20:20:52,439 WARN [BP-1692191059-172.17.0.2-1732220422784 heartbeating to localhost/127.0.0.1:45467 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T20:20:52,439 WARN [BP-1692191059-172.17.0.2-1732220422784 heartbeating to localhost/127.0.0.1:45467 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1692191059-172.17.0.2-1732220422784 (Datanode Uuid e7d01b71-df51-4360-b55e-a5aa79251ef4) service to localhost/127.0.0.1:45467 2024-11-21T20:20:52,439 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T20:20:52,439 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T20:20:52,440 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/cluster_83e40b34-6998-7b3b-6a63-ce70f8f3d9b4/data/data1/current/BP-1692191059-172.17.0.2-1732220422784 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:20:52,440 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/cluster_83e40b34-6998-7b3b-6a63-ce70f8f3d9b4/data/data2/current/BP-1692191059-172.17.0.2-1732220422784 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:20:52,440 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T20:20:52,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79954a59{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:20:52,448 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ebb900e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:20:52,448 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:20:52,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49c561da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:20:52,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e2c1ec2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82b76e72-b8f2-d488-abbf-9e6bcdd36a86/hadoop.log.dir/,STOPPED} 2024-11-21T20:20:52,456 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T20:20:52,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T20:20:52,481 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 243) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45467 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:45467 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45467 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45467 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45467 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61461) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:36527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61461) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36527 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45467 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45467 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45467 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=657 (was 619) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=286 (was 284) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=13330 (was 13442) 2024-11-21T20:20:52,491 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=657, MaxFileDescriptor=1048576, SystemLoadAverage=286, ProcessCount=11, AvailableMemoryMB=13329 2024-11-21T20:20:52,508 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-21T20:20:52,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c/hadoop.log.dir so I do NOT create it in target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9 2024-11-21T20:20:52,509 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T20:20:52,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c/hadoop.tmp.dir so I do NOT create it in target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9 2024-11-21T20:20:52,509 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24618eb-1748-b5b2-8fb2-841ffcc9533c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T20:20:52,509 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9 2024-11-21T20:20:52,509 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/cluster_69b4f043-4f1a-60bc-f827-f9402a1f9b6e, deleteOnExit=true 2024-11-21T20:20:52,528 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/cluster_69b4f043-4f1a-60bc-f827-f9402a1f9b6e/zookeeper_0, clientPort=54006, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/cluster_69b4f043-4f1a-60bc-f827-f9402a1f9b6e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/cluster_69b4f043-4f1a-60bc-f827-f9402a1f9b6e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T20:20:52,529 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54006 2024-11-21T20:20:52,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T20:20:52,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T20:20:52,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/test.cache.data in system properties and HBase conf 2024-11-21T20:20:52,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T20:20:52,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/hadoop.log.dir in system properties and HBase conf 2024-11-21T20:20:52,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T20:20:52,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T20:20:52,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T20:20:52,529 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T20:20:52,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:20:52,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:20:52,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T20:20:52,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:20:52,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T20:20:52,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T20:20:52,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:20:52,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:20:52,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T20:20:52,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/nfs.dump.dir in system properties and HBase conf 2024-11-21T20:20:52,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/java.io.tmpdir in system properties and HBase conf 2024-11-21T20:20:52,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:20:52,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T20:20:52,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T20:20:52,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015f0e06140002, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T20:20:52,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015f0e06140005, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T20:20:52,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015f0e06140002, quorum=127.0.0.1:61461, baseZNode=/0-29132725 Received Disconnected from ZooKeeper, ignoring 2024-11-21T20:20:52,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015f0e06140005, quorum=127.0.0.1:61461, baseZNode=/1-1328277513 Received Disconnected from ZooKeeper, ignoring 2024-11-21T20:20:52,891 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:20:52,894 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:20:52,895 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:20:52,895 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:20:52,895 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T20:20:52,895 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:20:52,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72e2e311{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:20:52,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fa1d05f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:20:52,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5cab4012{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/java.io.tmpdir/jetty-localhost-37911-hadoop-hdfs-3_4_1-tests_jar-_-any-12969167024577753673/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:20:52,989 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@598ca5de{HTTP/1.1, (http/1.1)}{localhost:37911} 2024-11-21T20:20:52,989 INFO [Time-limited test {}] server.Server(415): Started @228828ms 2024-11-21T20:20:53,270 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:20:53,272 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:20:53,275 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:20:53,275 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:20:53,275 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T20:20:53,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68c8eb2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:20:53,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ca7de1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:20:53,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@197b9c07{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/java.io.tmpdir/jetty-localhost-41971-hadoop-hdfs-3_4_1-tests_jar-_-any-382157485754967118/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:20:53,371 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f6cc206{HTTP/1.1, (http/1.1)}{localhost:41971} 2024-11-21T20:20:53,371 INFO [Time-limited test {}] server.Server(415): Started @229210ms 2024-11-21T20:20:53,371 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T20:20:54,027 WARN [Thread-2677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/cluster_69b4f043-4f1a-60bc-f827-f9402a1f9b6e/data/data1/current/BP-1976570408-172.17.0.2-1732220452550/current, will proceed with Du for space computation calculation, 2024-11-21T20:20:54,027 WARN [Thread-2678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/cluster_69b4f043-4f1a-60bc-f827-f9402a1f9b6e/data/data2/current/BP-1976570408-172.17.0.2-1732220452550/current, will proceed with Du for space computation calculation, 2024-11-21T20:20:54,041 WARN [Thread-2665 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T20:20:54,043 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea0ac7ebc3fb2c5 with lease ID 0x5a3e0b877cc5f917: Processing first storage report for DS-de0af6b8-d1aa-422e-9a88-cc25da391ec6 from datanode DatanodeRegistration(127.0.0.1:33805, datanodeUuid=d04ce973-6273-4f69-838c-09970060cced, infoPort=36101, infoSecurePort=0, ipcPort=45777, storageInfo=lv=-57;cid=testClusterID;nsid=1389879508;c=1732220452550) 2024-11-21T20:20:54,043 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea0ac7ebc3fb2c5 with lease ID 0x5a3e0b877cc5f917: from storage DS-de0af6b8-d1aa-422e-9a88-cc25da391ec6 node DatanodeRegistration(127.0.0.1:33805, datanodeUuid=d04ce973-6273-4f69-838c-09970060cced, infoPort=36101, infoSecurePort=0, ipcPort=45777, storageInfo=lv=-57;cid=testClusterID;nsid=1389879508;c=1732220452550), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:20:54,044 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea0ac7ebc3fb2c5 with lease ID 0x5a3e0b877cc5f917: Processing first storage report for DS-c90cce0d-85bb-498d-88e9-4f5d07380496 from datanode DatanodeRegistration(127.0.0.1:33805, datanodeUuid=d04ce973-6273-4f69-838c-09970060cced, infoPort=36101, infoSecurePort=0, ipcPort=45777, storageInfo=lv=-57;cid=testClusterID;nsid=1389879508;c=1732220452550) 2024-11-21T20:20:54,044 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea0ac7ebc3fb2c5 with lease ID 0x5a3e0b877cc5f917: from storage DS-c90cce0d-85bb-498d-88e9-4f5d07380496 node DatanodeRegistration(127.0.0.1:33805, datanodeUuid=d04ce973-6273-4f69-838c-09970060cced, infoPort=36101, infoSecurePort=0, ipcPort=45777, storageInfo=lv=-57;cid=testClusterID;nsid=1389879508;c=1732220452550), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:20:54,093 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9 2024-11-21T20:20:54,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:20:54,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:20:54,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741825_1001 (size=7) 2024-11-21T20:20:54,501 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c with version=8 2024-11-21T20:20:54,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/hbase-staging 2024-11-21T20:20:54,504 INFO [Time-limited test {}] client.ConnectionUtils(128): master/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:20:54,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:20:54,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:20:54,504 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:20:54,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:20:54,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:20:54,504 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T20:20:54,504 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:20:54,505 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37831 2024-11-21T20:20:54,505 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37831 connecting to ZooKeeper ensemble=127.0.0.1:54006 2024-11-21T20:20:54,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378310x0, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:20:54,595 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37831-0x1015f0e7a5a0000 connected 2024-11-21T20:20:54,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:20:54,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:20:54,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37831-0x1015f0e7a5a0000, quorum=127.0.0.1:54006, baseZNode=/01300648197 Set watcher on znode that does not yet exist, /01300648197/running 2024-11-21T20:20:54,683 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c, hbase.cluster.distributed=false 2024-11-21T20:20:54,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37831-0x1015f0e7a5a0000, quorum=127.0.0.1:54006, baseZNode=/01300648197 Set watcher on znode that does not yet exist, /01300648197/acl 2024-11-21T20:20:54,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37831 2024-11-21T20:20:54,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37831 2024-11-21T20:20:54,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37831 2024-11-21T20:20:54,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37831 2024-11-21T20:20:54,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37831 2024-11-21T20:20:54,698 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:20:54,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:20:54,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:20:54,699 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:20:54,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:20:54,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:20:54,699 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T20:20:54,699 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:20:54,699 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36421 2024-11-21T20:20:54,700 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36421 connecting to ZooKeeper ensemble=127.0.0.1:54006 2024-11-21T20:20:54,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:20:54,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:20:54,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364210x0, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:20:54,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364210x0, quorum=127.0.0.1:54006, baseZNode=/01300648197 Set watcher on znode that does not yet exist, /01300648197/running 2024-11-21T20:20:54,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36421-0x1015f0e7a5a0001 connected 2024-11-21T20:20:54,712 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T20:20:54,713 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T20:20:54,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36421-0x1015f0e7a5a0001, quorum=127.0.0.1:54006, baseZNode=/01300648197 Set watcher on znode that does not yet exist, /01300648197/master 2024-11-21T20:20:54,714 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36421-0x1015f0e7a5a0001, quorum=127.0.0.1:54006, baseZNode=/01300648197 Set watcher on znode that does not yet exist, /01300648197/acl 2024-11-21T20:20:54,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36421 2024-11-21T20:20:54,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36421 2024-11-21T20:20:54,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36421 2024-11-21T20:20:54,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36421 2024-11-21T20:20:54,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36421 2024-11-21T20:20:54,734 DEBUG [M:0;377014bd7527:37831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;377014bd7527:37831 2024-11-21T20:20:54,734 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01300648197/backup-masters/377014bd7527,37831,1732220454503 2024-11-21T20:20:54,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36421-0x1015f0e7a5a0001, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01300648197/backup-masters 2024-11-21T20:20:54,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37831-0x1015f0e7a5a0000, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01300648197/backup-masters 2024-11-21T20:20:54,743 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37831-0x1015f0e7a5a0000, quorum=127.0.0.1:54006, baseZNode=/01300648197 Set watcher on existing znode=/01300648197/backup-masters/377014bd7527,37831,1732220454503 2024-11-21T20:20:54,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36421-0x1015f0e7a5a0001, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01300648197/master 2024-11-21T20:20:54,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37831-0x1015f0e7a5a0000, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01300648197 2024-11-21T20:20:54,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36421-0x1015f0e7a5a0001, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01300648197 2024-11-21T20:20:54,754 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37831-0x1015f0e7a5a0000, quorum=127.0.0.1:54006, baseZNode=/01300648197 Set watcher on existing znode=/01300648197/master 2024-11-21T20:20:54,754 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01300648197/backup-masters/377014bd7527,37831,1732220454503 from backup master directory 2024-11-21T20:20:54,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36421-0x1015f0e7a5a0001, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01300648197/backup-masters 2024-11-21T20:20:54,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37831-0x1015f0e7a5a0000, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01300648197/backup-masters/377014bd7527,37831,1732220454503 2024-11-21T20:20:54,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37831-0x1015f0e7a5a0000, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01300648197/backup-masters 2024-11-21T20:20:54,764 WARN [master/377014bd7527:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:20:54,764 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=377014bd7527,37831,1732220454503 2024-11-21T20:20:54,767 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/hbase.id] with ID: 96ee8605-80cf-4ca0-b2fc-d16843f4837a 2024-11-21T20:20:54,767 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/.tmp/hbase.id 2024-11-21T20:20:54,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741826_1002 (size=42) 2024-11-21T20:20:54,771 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/.tmp/hbase.id]:[hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/hbase.id] 2024-11-21T20:20:54,779 INFO [master/377014bd7527:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:20:54,779 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T20:20:54,780 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T20:20:54,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37831-0x1015f0e7a5a0000, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01300648197 2024-11-21T20:20:54,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36421-0x1015f0e7a5a0001, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01300648197 2024-11-21T20:20:54,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741827_1003 (size=196) 2024-11-21T20:20:55,115 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:20:55,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:55,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:55,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:55,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:55,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:55,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:55,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:55,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:55,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:55,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:55,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:55,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:20:55,198 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:20:55,198 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T20:20:55,198 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:20:55,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741828_1004 (size=1189) 2024-11-21T20:20:55,604 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/MasterData/data/master/store 2024-11-21T20:20:55,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741829_1005 (size=34) 2024-11-21T20:20:56,010 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:20:56,010 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:20:56,010 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:20:56,010 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:20:56,010 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:20:56,010 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:20:56,010 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:20:56,010 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220456010Disabling compacts and flushes for region at 1732220456010Disabling writes for close at 1732220456010Writing region close event to WAL at 1732220456010Closed at 1732220456010 2024-11-21T20:20:56,011 WARN [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/MasterData/data/master/store/.initializing 2024-11-21T20:20:56,011 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/MasterData/WALs/377014bd7527,37831,1732220454503 2024-11-21T20:20:56,012 INFO [master/377014bd7527:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:20:56,013 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=377014bd7527%2C37831%2C1732220454503, suffix=, logDir=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/MasterData/WALs/377014bd7527,37831,1732220454503, archiveDir=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/MasterData/oldWALs, maxLogs=10 2024-11-21T20:20:56,025 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/MasterData/WALs/377014bd7527,37831,1732220454503/377014bd7527%2C37831%2C1732220454503.1732220456013, exclude list is [], retry=0 2024-11-21T20:20:56,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33805,DS-de0af6b8-d1aa-422e-9a88-cc25da391ec6,DISK] 2024-11-21T20:20:56,028 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/MasterData/WALs/377014bd7527,37831,1732220454503/377014bd7527%2C37831%2C1732220454503.1732220456013 2024-11-21T20:20:56,028 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36101:36101)] 2024-11-21T20:20:56,028 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:20:56,028 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:20:56,028 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:56,028 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:56,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:56,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T20:20:56,030 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:56,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:20:56,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:56,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T20:20:56,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:56,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:20:56,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:56,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T20:20:56,033 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:56,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:20:56,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:56,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T20:20:56,034 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:56,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:20:56,035 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:56,035 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:56,035 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:56,036 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:56,036 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:56,037 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:20:56,038 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:20:56,040 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:20:56,040 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61209633, jitterRate=-0.0879053920507431}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:20:56,041 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732220456028Initializing all the Stores at 1732220456029 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220456029Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220456029Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220456029Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220456029Cleaning up temporary data from old regions at 1732220456036 (+7 ms)Region opened successfully at 1732220456041 (+5 ms) 2024-11-21T20:20:56,041 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T20:20:56,043 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e908646, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:20:56,044 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T20:20:56,044 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T20:20:56,044 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T20:20:56,044 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T20:20:56,044 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T20:20:56,044 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T20:20:56,045 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T20:20:56,046 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T20:20:56,047 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37831-0x1015f0e7a5a0000, quorum=127.0.0.1:54006, baseZNode=/01300648197 Unable to get data of znode /01300648197/balancer because node does not exist (not necessarily an error) 2024-11-21T20:20:56,111 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01300648197/balancer already deleted, retry=false 2024-11-21T20:20:56,112 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T20:20:56,112 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37831-0x1015f0e7a5a0000, quorum=127.0.0.1:54006, baseZNode=/01300648197 Unable to get data of znode /01300648197/normalizer because node does not exist (not necessarily an error) 2024-11-21T20:20:56,122 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01300648197/normalizer already deleted, retry=false 2024-11-21T20:20:56,122 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T20:20:56,123 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37831-0x1015f0e7a5a0000, quorum=127.0.0.1:54006, baseZNode=/01300648197 Unable to get data of znode /01300648197/switch/split because node does not exist (not necessarily an error) 2024-11-21T20:20:56,132 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01300648197/switch/split already deleted, retry=false 2024-11-21T20:20:56,133 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37831-0x1015f0e7a5a0000, quorum=127.0.0.1:54006, baseZNode=/01300648197 Unable to get data of znode /01300648197/switch/merge because node does not exist (not necessarily an error) 2024-11-21T20:20:56,143 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01300648197/switch/merge already deleted, retry=false 2024-11-21T20:20:56,144 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37831-0x1015f0e7a5a0000, quorum=127.0.0.1:54006, baseZNode=/01300648197 Unable to get data of znode /01300648197/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T20:20:56,153 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01300648197/snapshot-cleanup already deleted, retry=false 2024-11-21T20:20:56,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36421-0x1015f0e7a5a0001, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01300648197/running 2024-11-21T20:20:56,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37831-0x1015f0e7a5a0000, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01300648197/running 2024-11-21T20:20:56,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36421-0x1015f0e7a5a0001, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01300648197 2024-11-21T20:20:56,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37831-0x1015f0e7a5a0000, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01300648197 2024-11-21T20:20:56,164 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=377014bd7527,37831,1732220454503, sessionid=0x1015f0e7a5a0000, setting cluster-up flag (Was=false) 2024-11-21T20:20:56,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36421-0x1015f0e7a5a0001, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01300648197 2024-11-21T20:20:56,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37831-0x1015f0e7a5a0000, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01300648197 2024-11-21T20:20:56,216 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01300648197/flush-table-proc/acquired, /01300648197/flush-table-proc/reached, /01300648197/flush-table-proc/abort 2024-11-21T20:20:56,217 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,37831,1732220454503 2024-11-21T20:20:56,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37831-0x1015f0e7a5a0000, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01300648197 2024-11-21T20:20:56,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36421-0x1015f0e7a5a0001, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01300648197 2024-11-21T20:20:56,269 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01300648197/online-snapshot/acquired, /01300648197/online-snapshot/reached, /01300648197/online-snapshot/abort 2024-11-21T20:20:56,270 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,37831,1732220454503 2024-11-21T20:20:56,270 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T20:20:56,272 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T20:20:56,272 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T20:20:56,272 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T20:20:56,272 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 377014bd7527,37831,1732220454503 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T20:20:56,274 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:20:56,274 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:20:56,274 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:20:56,274 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:20:56,274 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/377014bd7527:0, corePoolSize=10, maxPoolSize=10 2024-11-21T20:20:56,274 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:56,274 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:20:56,274 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:56,274 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732220486274 2024-11-21T20:20:56,274 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T20:20:56,275 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T20:20:56,275 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T20:20:56,275 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T20:20:56,275 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T20:20:56,275 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T20:20:56,275 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:20:56,275 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T20:20:56,275 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:56,275 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T20:20:56,275 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T20:20:56,275 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T20:20:56,275 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T20:20:56,276 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T20:20:56,276 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:56,276 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T20:20:56,276 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T20:20:56,276 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220456276,5,FailOnTimeoutGroup] 2024-11-21T20:20:56,276 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220456276,5,FailOnTimeoutGroup] 2024-11-21T20:20:56,276 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:56,276 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T20:20:56,276 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:56,276 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:56,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741831_1007 (size=1321) 2024-11-21T20:20:56,322 INFO [RS:0;377014bd7527:36421 {}] regionserver.HRegionServer(746): ClusterId : 96ee8605-80cf-4ca0-b2fc-d16843f4837a 2024-11-21T20:20:56,322 DEBUG [RS:0;377014bd7527:36421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T20:20:56,333 DEBUG [RS:0;377014bd7527:36421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T20:20:56,333 DEBUG [RS:0;377014bd7527:36421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T20:20:56,343 DEBUG [RS:0;377014bd7527:36421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T20:20:56,343 DEBUG [RS:0;377014bd7527:36421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b8f5247, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:20:56,354 DEBUG [RS:0;377014bd7527:36421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;377014bd7527:36421 2024-11-21T20:20:56,354 INFO [RS:0;377014bd7527:36421 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T20:20:56,354 INFO [RS:0;377014bd7527:36421 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T20:20:56,354 DEBUG [RS:0;377014bd7527:36421 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T20:20:56,354 INFO [RS:0;377014bd7527:36421 {}] regionserver.HRegionServer(2659): reportForDuty to master=377014bd7527,37831,1732220454503 with port=36421, startcode=1732220454698 2024-11-21T20:20:56,354 DEBUG [RS:0;377014bd7527:36421 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T20:20:56,355 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T20:20:56,356 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37831 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 377014bd7527,36421,1732220454698 2024-11-21T20:20:56,356 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37831 {}] master.ServerManager(517): Registering regionserver=377014bd7527,36421,1732220454698 2024-11-21T20:20:56,357 DEBUG [RS:0;377014bd7527:36421 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c 2024-11-21T20:20:56,357 DEBUG [RS:0;377014bd7527:36421 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41947 2024-11-21T20:20:56,357 DEBUG [RS:0;377014bd7527:36421 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T20:20:56,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37831-0x1015f0e7a5a0000, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01300648197/rs 2024-11-21T20:20:56,364 DEBUG [RS:0;377014bd7527:36421 {}] zookeeper.ZKUtil(111): regionserver:36421-0x1015f0e7a5a0001, quorum=127.0.0.1:54006, baseZNode=/01300648197 Set watcher on existing znode=/01300648197/rs/377014bd7527,36421,1732220454698 2024-11-21T20:20:56,364 WARN [RS:0;377014bd7527:36421 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:20:56,364 INFO [RS:0;377014bd7527:36421 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:20:56,364 DEBUG [RS:0;377014bd7527:36421 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698 2024-11-21T20:20:56,364 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [377014bd7527,36421,1732220454698] 2024-11-21T20:20:56,367 INFO [RS:0;377014bd7527:36421 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T20:20:56,368 INFO [RS:0;377014bd7527:36421 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T20:20:56,368 INFO [RS:0;377014bd7527:36421 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T20:20:56,368 INFO [RS:0;377014bd7527:36421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:56,368 INFO [RS:0;377014bd7527:36421 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T20:20:56,369 INFO [RS:0;377014bd7527:36421 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T20:20:56,369 INFO [RS:0;377014bd7527:36421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:56,369 DEBUG [RS:0;377014bd7527:36421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:56,369 DEBUG [RS:0;377014bd7527:36421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:56,369 DEBUG [RS:0;377014bd7527:36421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:56,369 DEBUG [RS:0;377014bd7527:36421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:56,369 DEBUG [RS:0;377014bd7527:36421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:56,369 DEBUG [RS:0;377014bd7527:36421 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:20:56,369 DEBUG [RS:0;377014bd7527:36421 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:56,369 DEBUG [RS:0;377014bd7527:36421 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:56,369 DEBUG [RS:0;377014bd7527:36421 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:56,369 DEBUG [RS:0;377014bd7527:36421 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:56,369 DEBUG [RS:0;377014bd7527:36421 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:56,369 DEBUG [RS:0;377014bd7527:36421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:20:56,369 DEBUG [RS:0;377014bd7527:36421 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:20:56,369 DEBUG [RS:0;377014bd7527:36421 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:20:56,372 INFO [RS:0;377014bd7527:36421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:56,372 INFO [RS:0;377014bd7527:36421 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:56,372 INFO [RS:0;377014bd7527:36421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:56,372 INFO [RS:0;377014bd7527:36421 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:56,372 INFO [RS:0;377014bd7527:36421 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:56,372 INFO [RS:0;377014bd7527:36421 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,36421,1732220454698-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:20:56,385 INFO [RS:0;377014bd7527:36421 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T20:20:56,385 INFO [RS:0;377014bd7527:36421 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,36421,1732220454698-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:56,385 INFO [RS:0;377014bd7527:36421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:56,385 INFO [RS:0;377014bd7527:36421 {}] regionserver.Replication(171): 377014bd7527,36421,1732220454698 started 2024-11-21T20:20:56,406 INFO [RS:0;377014bd7527:36421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:56,406 INFO [RS:0;377014bd7527:36421 {}] regionserver.HRegionServer(1482): Serving as 377014bd7527,36421,1732220454698, RpcServer on 377014bd7527/172.17.0.2:36421, sessionid=0x1015f0e7a5a0001 2024-11-21T20:20:56,406 DEBUG [RS:0;377014bd7527:36421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T20:20:56,406 DEBUG [RS:0;377014bd7527:36421 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 377014bd7527,36421,1732220454698 2024-11-21T20:20:56,406 DEBUG [RS:0;377014bd7527:36421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,36421,1732220454698' 2024-11-21T20:20:56,406 DEBUG [RS:0;377014bd7527:36421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01300648197/flush-table-proc/abort' 2024-11-21T20:20:56,407 DEBUG [RS:0;377014bd7527:36421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01300648197/flush-table-proc/acquired' 2024-11-21T20:20:56,407 DEBUG [RS:0;377014bd7527:36421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T20:20:56,407 DEBUG [RS:0;377014bd7527:36421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T20:20:56,407 DEBUG [RS:0;377014bd7527:36421 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 377014bd7527,36421,1732220454698 2024-11-21T20:20:56,407 DEBUG [RS:0;377014bd7527:36421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,36421,1732220454698' 2024-11-21T20:20:56,407 DEBUG [RS:0;377014bd7527:36421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01300648197/online-snapshot/abort' 2024-11-21T20:20:56,407 DEBUG [RS:0;377014bd7527:36421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01300648197/online-snapshot/acquired' 2024-11-21T20:20:56,408 DEBUG [RS:0;377014bd7527:36421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T20:20:56,408 INFO [RS:0;377014bd7527:36421 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T20:20:56,408 INFO [RS:0;377014bd7527:36421 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T20:20:56,508 INFO [RS:0;377014bd7527:36421 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:20:56,510 INFO [RS:0;377014bd7527:36421 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C36421%2C1732220454698, suffix=, logDir=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698, archiveDir=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/oldWALs, maxLogs=10 2024-11-21T20:20:56,529 DEBUG [RS:0;377014bd7527:36421 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510, exclude list is [], retry=0 2024-11-21T20:20:56,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33805,DS-de0af6b8-d1aa-422e-9a88-cc25da391ec6,DISK] 2024-11-21T20:20:56,532 INFO [RS:0;377014bd7527:36421 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 2024-11-21T20:20:56,533 DEBUG [RS:0;377014bd7527:36421 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36101:36101)] 2024-11-21T20:20:56,684 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T20:20:56,684 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c 2024-11-21T20:20:56,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741833_1009 (size=32) 2024-11-21T20:20:57,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:20:57,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:20:57,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:20:57,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:57,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:20:57,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:20:57,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:20:57,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:57,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:20:57,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:20:57,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:20:57,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:57,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:20:57,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:20:57,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:20:57,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:57,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:20:57,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:20:57,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/hbase/meta/1588230740 2024-11-21T20:20:57,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/hbase/meta/1588230740 2024-11-21T20:20:57,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:20:57,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:20:57,097 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:20:57,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:20:57,099 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:20:57,099 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68297566, jitterRate=0.017713040113449097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:20:57,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732220457089Initializing all the Stores at 1732220457090 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220457090Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220457090Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220457090Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220457090Cleaning up temporary data from old regions at 1732220457096 (+6 ms)Region opened successfully at 1732220457100 (+4 ms) 2024-11-21T20:20:57,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:20:57,100 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:20:57,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:20:57,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:20:57,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:20:57,100 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:20:57,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220457100Disabling compacts and flushes for region at 1732220457100Disabling writes for close at 1732220457100Writing region close event to WAL at 1732220457100Closed at 1732220457100 2024-11-21T20:20:57,101 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:20:57,101 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T20:20:57,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T20:20:57,102 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:20:57,103 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T20:20:57,253 DEBUG [377014bd7527:37831 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T20:20:57,253 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=377014bd7527,36421,1732220454698 2024-11-21T20:20:57,254 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,36421,1732220454698, state=OPENING 2024-11-21T20:20:57,279 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T20:20:57,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36421-0x1015f0e7a5a0001, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01300648197 2024-11-21T20:20:57,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37831-0x1015f0e7a5a0000, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01300648197 2024-11-21T20:20:57,290 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:20:57,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01300648197/meta-region-server: CHANGED 2024-11-21T20:20:57,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01300648197/meta-region-server: CHANGED 2024-11-21T20:20:57,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,36421,1732220454698}] 2024-11-21T20:20:57,443 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:20:57,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T20:20:57,449 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T20:20:57,449 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:20:57,449 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T20:20:57,450 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C36421%2C1732220454698.meta, suffix=.meta, logDir=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698, archiveDir=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/oldWALs, maxLogs=10 2024-11-21T20:20:57,463 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.meta.1732220457450.meta, exclude list is [], retry=0 2024-11-21T20:20:57,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33805,DS-de0af6b8-d1aa-422e-9a88-cc25da391ec6,DISK] 2024-11-21T20:20:57,466 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.meta.1732220457450.meta 2024-11-21T20:20:57,466 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36101:36101)] 2024-11-21T20:20:57,466 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:20:57,466 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:20:57,467 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:20:57,467 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T20:20:57,467 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T20:20:57,467 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T20:20:57,467 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:20:57,467 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T20:20:57,467 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T20:20:57,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:20:57,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:20:57,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:57,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:20:57,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:20:57,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:20:57,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:57,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:20:57,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:20:57,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:20:57,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:57,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:20:57,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:20:57,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:20:57,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:20:57,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:20:57,471 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:20:57,472 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/hbase/meta/1588230740 2024-11-21T20:20:57,472 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/hbase/meta/1588230740 2024-11-21T20:20:57,473 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:20:57,473 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:20:57,474 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:20:57,474 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:20:57,475 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64366254, jitterRate=-0.04086807370185852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:20:57,475 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T20:20:57,475 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732220457467Writing region info on filesystem at 1732220457467Initializing all the Stores at 1732220457468 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220457468Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220457468Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220457468Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220457468Cleaning up temporary data from old regions at 1732220457473 (+5 ms)Running coprocessor post-open hooks at 1732220457475 (+2 ms)Region opened successfully at 1732220457475 2024-11-21T20:20:57,476 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732220457442 2024-11-21T20:20:57,478 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T20:20:57,478 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T20:20:57,478 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,36421,1732220454698 2024-11-21T20:20:57,479 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,36421,1732220454698, state=OPEN 2024-11-21T20:20:57,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37831-0x1015f0e7a5a0000, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01300648197/meta-region-server 2024-11-21T20:20:57,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36421-0x1015f0e7a5a0001, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01300648197/meta-region-server 2024-11-21T20:20:57,581 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=377014bd7527,36421,1732220454698 2024-11-21T20:20:57,581 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01300648197/meta-region-server: CHANGED 2024-11-21T20:20:57,581 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01300648197/meta-region-server: CHANGED 2024-11-21T20:20:57,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T20:20:57,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,36421,1732220454698 in 291 msec 2024-11-21T20:20:57,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T20:20:57,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 482 msec 2024-11-21T20:20:57,585 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:20:57,585 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T20:20:57,586 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:20:57,586 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,36421,1732220454698, seqNum=-1] 2024-11-21T20:20:57,586 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:20:57,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:20:57,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3200 sec 2024-11-21T20:20:57,593 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732220457593, completionTime=-1 2024-11-21T20:20:57,593 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T20:20:57,593 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T20:20:57,594 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T20:20:57,594 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732220517594 2024-11-21T20:20:57,594 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732220577594 2024-11-21T20:20:57,595 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T20:20:57,595 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,37831,1732220454503-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:57,595 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,37831,1732220454503-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:57,595 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,37831,1732220454503-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:57,595 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-377014bd7527:37831, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:57,595 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:57,595 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:57,596 DEBUG [master/377014bd7527:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T20:20:57,598 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.834sec 2024-11-21T20:20:57,598 INFO [master/377014bd7527:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T20:20:57,598 INFO [master/377014bd7527:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T20:20:57,598 INFO [master/377014bd7527:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T20:20:57,598 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T20:20:57,598 INFO [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T20:20:57,598 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,37831,1732220454503-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:20:57,598 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,37831,1732220454503-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T20:20:57,600 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T20:20:57,600 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T20:20:57,600 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,37831,1732220454503-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:20:57,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a97005e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:57,623 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,37831,-1 for getting cluster id 2024-11-21T20:20:57,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:20:57,624 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96ee8605-80cf-4ca0-b2fc-d16843f4837a' 2024-11-21T20:20:57,624 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:20:57,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96ee8605-80cf-4ca0-b2fc-d16843f4837a" 2024-11-21T20:20:57,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@689a47e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:57,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,37831,-1] 2024-11-21T20:20:57,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:20:57,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:20:57,626 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:20:57,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b15ec5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:20:57,627 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:20:57,627 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,36421,1732220454698, seqNum=-1] 2024-11-21T20:20:57,628 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:20:57,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:20:57,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=377014bd7527,37831,1732220454503 2024-11-21T20:20:57,630 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54006 2024-11-21T20:20:57,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:20:57,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015f0e7a5a0002 connected 2024-11-21T20:20:57,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/hadoop.log.dir so I do NOT create it in target/test-data/14e8400c-a425-640e-4f66-f00edd392b08 2024-11-21T20:20:57,661 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T20:20:57,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/hadoop.tmp.dir so I do NOT create it in target/test-data/14e8400c-a425-640e-4f66-f00edd392b08 2024-11-21T20:20:57,661 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T20:20:57,661 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e8400c-a425-640e-4f66-f00edd392b08 2024-11-21T20:20:57,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T20:20:57,661 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e8400c-a425-640e-4f66-f00edd392b08/cluster_68457d59-c25d-e470-fb45-bc4b3c626213, deleteOnExit=true 2024-11-21T20:20:57,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T20:20:57,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e8400c-a425-640e-4f66-f00edd392b08/test.cache.data in system properties and HBase conf 2024-11-21T20:20:57,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e8400c-a425-640e-4f66-f00edd392b08/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T20:20:57,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e8400c-a425-640e-4f66-f00edd392b08/hadoop.log.dir in system properties and HBase conf 2024-11-21T20:20:57,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e8400c-a425-640e-4f66-f00edd392b08/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T20:20:57,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e8400c-a425-640e-4f66-f00edd392b08/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T20:20:57,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T20:20:57,662 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T20:20:57,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e8400c-a425-640e-4f66-f00edd392b08/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:20:57,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e8400c-a425-640e-4f66-f00edd392b08/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:20:57,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e8400c-a425-640e-4f66-f00edd392b08/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T20:20:57,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e8400c-a425-640e-4f66-f00edd392b08/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:20:57,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e8400c-a425-640e-4f66-f00edd392b08/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T20:20:57,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e8400c-a425-640e-4f66-f00edd392b08/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T20:20:57,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e8400c-a425-640e-4f66-f00edd392b08/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:20:57,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e8400c-a425-640e-4f66-f00edd392b08/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:20:57,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e8400c-a425-640e-4f66-f00edd392b08/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T20:20:57,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e8400c-a425-640e-4f66-f00edd392b08/nfs.dump.dir in system properties and HBase conf 2024-11-21T20:20:57,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e8400c-a425-640e-4f66-f00edd392b08/java.io.tmpdir in system properties and HBase conf 2024-11-21T20:20:57,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e8400c-a425-640e-4f66-f00edd392b08/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:20:57,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e8400c-a425-640e-4f66-f00edd392b08/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T20:20:57,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e8400c-a425-640e-4f66-f00edd392b08/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T20:20:58,025 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:20:58,029 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:20:58,030 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:20:58,030 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:20:58,030 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T20:20:58,031 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:20:58,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27a0a604{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e8400c-a425-640e-4f66-f00edd392b08/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:20:58,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d0a3ca0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:20:58,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50c9bd69{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e8400c-a425-640e-4f66-f00edd392b08/java.io.tmpdir/jetty-localhost-36575-hadoop-hdfs-3_4_1-tests_jar-_-any-7682546832634152039/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:20:58,126 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42079d27{HTTP/1.1, (http/1.1)}{localhost:36575} 2024-11-21T20:20:58,126 INFO [Time-limited test {}] server.Server(415): Started @233965ms 2024-11-21T20:20:58,382 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:20:58,386 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:20:58,387 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:20:58,387 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:20:58,387 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T20:20:58,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70460d30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e8400c-a425-640e-4f66-f00edd392b08/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:20:58,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52c46f9b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:20:58,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@633ddeae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e8400c-a425-640e-4f66-f00edd392b08/java.io.tmpdir/jetty-localhost-37469-hadoop-hdfs-3_4_1-tests_jar-_-any-6843569159295822970/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:20:58,483 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23a6605b{HTTP/1.1, (http/1.1)}{localhost:37469} 2024-11-21T20:20:58,483 INFO [Time-limited test {}] server.Server(415): Started @234322ms 2024-11-21T20:20:58,484 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T20:20:59,134 WARN [Thread-2798 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e8400c-a425-640e-4f66-f00edd392b08/cluster_68457d59-c25d-e470-fb45-bc4b3c626213/data/data1/current/BP-775285012-172.17.0.2-1732220457680/current, will proceed with Du for space computation calculation, 2024-11-21T20:20:59,135 WARN [Thread-2799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e8400c-a425-640e-4f66-f00edd392b08/cluster_68457d59-c25d-e470-fb45-bc4b3c626213/data/data2/current/BP-775285012-172.17.0.2-1732220457680/current, will proceed with Du for space computation calculation, 2024-11-21T20:20:59,157 WARN [Thread-2786 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T20:20:59,159 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0027445b2414b2d with lease ID 0x94935084ba9b7590: Processing first storage report for DS-39fb9ec7-30c2-45ee-b759-5171afbf2af7 from datanode DatanodeRegistration(127.0.0.1:42787, datanodeUuid=223de760-e115-47a2-b393-803b696de293, infoPort=43507, infoSecurePort=0, ipcPort=41045, storageInfo=lv=-57;cid=testClusterID;nsid=986030777;c=1732220457680) 2024-11-21T20:20:59,159 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0027445b2414b2d with lease ID 0x94935084ba9b7590: from storage DS-39fb9ec7-30c2-45ee-b759-5171afbf2af7 node DatanodeRegistration(127.0.0.1:42787, datanodeUuid=223de760-e115-47a2-b393-803b696de293, infoPort=43507, infoSecurePort=0, ipcPort=41045, storageInfo=lv=-57;cid=testClusterID;nsid=986030777;c=1732220457680), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:20:59,159 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0027445b2414b2d with lease ID 0x94935084ba9b7590: Processing first storage report for DS-ce5a0122-ca00-4fd2-ad6b-760970a751b6 from datanode DatanodeRegistration(127.0.0.1:42787, datanodeUuid=223de760-e115-47a2-b393-803b696de293, infoPort=43507, infoSecurePort=0, ipcPort=41045, storageInfo=lv=-57;cid=testClusterID;nsid=986030777;c=1732220457680) 2024-11-21T20:20:59,159 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0027445b2414b2d with lease ID 0x94935084ba9b7590: from storage DS-ce5a0122-ca00-4fd2-ad6b-760970a751b6 node DatanodeRegistration(127.0.0.1:42787, datanodeUuid=223de760-e115-47a2-b393-803b696de293, infoPort=43507, infoSecurePort=0, ipcPort=41045, storageInfo=lv=-57;cid=testClusterID;nsid=986030777;c=1732220457680), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:20:59,209 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e8400c-a425-640e-4f66-f00edd392b08 2024-11-21T20:20:59,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:20:59,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:20:59,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741825_1001 (size=7) 2024-11-21T20:20:59,618 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0 with version=8 2024-11-21T20:20:59,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/hbase-staging 2024-11-21T20:20:59,620 INFO [Time-limited test {}] client.ConnectionUtils(128): master/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:20:59,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:20:59,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:20:59,620 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:20:59,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:20:59,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:20:59,620 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T20:20:59,620 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:20:59,621 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42271 2024-11-21T20:20:59,621 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42271 connecting to ZooKeeper ensemble=127.0.0.1:54006 2024-11-21T20:20:59,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422710x0, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:20:59,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42271-0x1015f0e7a5a0003 connected 2024-11-21T20:20:59,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:20:59,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:20:59,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42271-0x1015f0e7a5a0003, quorum=127.0.0.1:54006, baseZNode=/1498424761 Set watcher on znode that does not yet exist, /1498424761/running 2024-11-21T20:20:59,745 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0, hbase.cluster.distributed=false 2024-11-21T20:20:59,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42271-0x1015f0e7a5a0003, quorum=127.0.0.1:54006, baseZNode=/1498424761 Set watcher on znode that does not yet exist, /1498424761/acl 2024-11-21T20:20:59,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42271 2024-11-21T20:20:59,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42271 2024-11-21T20:20:59,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42271 2024-11-21T20:20:59,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42271 2024-11-21T20:20:59,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42271 2024-11-21T20:20:59,761 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:20:59,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:20:59,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:20:59,761 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:20:59,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:20:59,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:20:59,761 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T20:20:59,761 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:20:59,762 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44657 2024-11-21T20:20:59,762 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44657 connecting to ZooKeeper ensemble=127.0.0.1:54006 2024-11-21T20:20:59,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:20:59,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:20:59,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446570x0, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:20:59,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446570x0, quorum=127.0.0.1:54006, baseZNode=/1498424761 Set watcher on znode that does not yet exist, /1498424761/running 2024-11-21T20:20:59,775 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T20:20:59,775 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44657-0x1015f0e7a5a0004 connected 2024-11-21T20:20:59,775 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T20:20:59,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44657-0x1015f0e7a5a0004, quorum=127.0.0.1:54006, baseZNode=/1498424761 Set watcher on znode that does not yet exist, /1498424761/master 2024-11-21T20:20:59,776 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44657-0x1015f0e7a5a0004, quorum=127.0.0.1:54006, baseZNode=/1498424761 Set watcher on znode that does not yet exist, /1498424761/acl 2024-11-21T20:20:59,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44657 2024-11-21T20:20:59,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44657 2024-11-21T20:20:59,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44657 2024-11-21T20:20:59,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44657 2024-11-21T20:20:59,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44657 2024-11-21T20:20:59,789 DEBUG [M:0;377014bd7527:42271 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;377014bd7527:42271 2024-11-21T20:20:59,789 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1498424761/backup-masters/377014bd7527,42271,1732220459620 2024-11-21T20:20:59,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44657-0x1015f0e7a5a0004, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1498424761/backup-masters 2024-11-21T20:20:59,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1015f0e7a5a0003, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1498424761/backup-masters 2024-11-21T20:20:59,795 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42271-0x1015f0e7a5a0003, quorum=127.0.0.1:54006, baseZNode=/1498424761 Set watcher on existing znode=/1498424761/backup-masters/377014bd7527,42271,1732220459620 2024-11-21T20:20:59,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1015f0e7a5a0003, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1498424761 2024-11-21T20:20:59,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44657-0x1015f0e7a5a0004, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1498424761/master 2024-11-21T20:20:59,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44657-0x1015f0e7a5a0004, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1498424761 2024-11-21T20:20:59,806 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42271-0x1015f0e7a5a0003, quorum=127.0.0.1:54006, baseZNode=/1498424761 Set watcher on existing znode=/1498424761/master 2024-11-21T20:20:59,806 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1498424761/backup-masters/377014bd7527,42271,1732220459620 from backup master directory 2024-11-21T20:20:59,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1015f0e7a5a0003, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1498424761/backup-masters/377014bd7527,42271,1732220459620 2024-11-21T20:20:59,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44657-0x1015f0e7a5a0004, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1498424761/backup-masters 2024-11-21T20:20:59,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1015f0e7a5a0003, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1498424761/backup-masters 2024-11-21T20:20:59,816 WARN [master/377014bd7527:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:20:59,816 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=377014bd7527,42271,1732220459620 2024-11-21T20:20:59,820 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/hbase.id] with ID: 167f4cd8-020b-458e-af3f-946060bea013 2024-11-21T20:20:59,820 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/.tmp/hbase.id 2024-11-21T20:20:59,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741826_1002 (size=42) 2024-11-21T20:21:00,224 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/.tmp/hbase.id]:[hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/hbase.id] 2024-11-21T20:21:00,234 INFO [master/377014bd7527:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:21:00,234 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T20:21:00,235 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T20:21:00,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44657-0x1015f0e7a5a0004, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1498424761 2024-11-21T20:21:00,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1015f0e7a5a0003, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1498424761 2024-11-21T20:21:00,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741827_1003 (size=196) 2024-11-21T20:21:00,727 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:21:00,727 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T20:21:00,727 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:21:00,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741828_1004 (size=1189) 2024-11-21T20:21:00,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T20:21:00,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T20:21:00,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:21:00,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T20:21:00,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:21:00,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T20:21:01,134 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/MasterData/data/master/store 2024-11-21T20:21:01,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741829_1005 (size=34) 2024-11-21T20:21:01,539 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:01,539 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:21:01,539 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:21:01,539 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:21:01,539 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:21:01,539 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:21:01,539 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:21:01,539 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220461539Disabling compacts and flushes for region at 1732220461539Disabling writes for close at 1732220461539Writing region close event to WAL at 1732220461539Closed at 1732220461539 2024-11-21T20:21:01,540 WARN [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/MasterData/data/master/store/.initializing 2024-11-21T20:21:01,540 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/MasterData/WALs/377014bd7527,42271,1732220459620 2024-11-21T20:21:01,540 INFO [master/377014bd7527:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:21:01,542 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=377014bd7527%2C42271%2C1732220459620, suffix=, logDir=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/MasterData/WALs/377014bd7527,42271,1732220459620, archiveDir=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/MasterData/oldWALs, maxLogs=10 2024-11-21T20:21:01,557 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/MasterData/WALs/377014bd7527,42271,1732220459620/377014bd7527%2C42271%2C1732220459620.1732220461542, exclude list is [], retry=0 2024-11-21T20:21:01,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42787,DS-39fb9ec7-30c2-45ee-b759-5171afbf2af7,DISK] 2024-11-21T20:21:01,561 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/MasterData/WALs/377014bd7527,42271,1732220459620/377014bd7527%2C42271%2C1732220459620.1732220461542 2024-11-21T20:21:01,561 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43507:43507)] 2024-11-21T20:21:01,561 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:21:01,561 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:01,561 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:01,561 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:01,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:01,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T20:21:01,563 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:01,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:01,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:01,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T20:21:01,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:01,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:01,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:01,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T20:21:01,566 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:01,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:01,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:01,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T20:21:01,567 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:01,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:01,567 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:01,567 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:01,567 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:01,568 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:01,568 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:01,569 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:21:01,569 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:01,571 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:21:01,571 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73695291, jitterRate=0.09814541041851044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:21:01,571 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732220461561Initializing all the Stores at 1732220461562 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220461562Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220461562Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220461562Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220461562Cleaning up temporary data from old regions at 1732220461568 (+6 ms)Region opened successfully at 1732220461571 (+3 ms) 2024-11-21T20:21:01,571 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T20:21:01,574 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@437d9eff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:21:01,574 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T20:21:01,575 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T20:21:01,575 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T20:21:01,575 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T20:21:01,575 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T20:21:01,575 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T20:21:01,575 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T20:21:01,576 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T20:21:01,577 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42271-0x1015f0e7a5a0003, quorum=127.0.0.1:54006, baseZNode=/1498424761 Unable to get data of znode /1498424761/balancer because node does not exist (not necessarily an error) 2024-11-21T20:21:01,648 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1498424761/balancer already deleted, retry=false 2024-11-21T20:21:01,648 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T20:21:01,649 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42271-0x1015f0e7a5a0003, quorum=127.0.0.1:54006, baseZNode=/1498424761 Unable to get data of znode /1498424761/normalizer because node does not exist (not necessarily an error) 2024-11-21T20:21:01,658 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1498424761/normalizer already deleted, retry=false 2024-11-21T20:21:01,658 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T20:21:01,659 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42271-0x1015f0e7a5a0003, quorum=127.0.0.1:54006, baseZNode=/1498424761 Unable to get data of znode /1498424761/switch/split because node does not exist (not necessarily an error) 2024-11-21T20:21:01,669 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1498424761/switch/split already deleted, retry=false 2024-11-21T20:21:01,669 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42271-0x1015f0e7a5a0003, quorum=127.0.0.1:54006, baseZNode=/1498424761 Unable to get data of znode /1498424761/switch/merge because node does not exist (not necessarily an error) 2024-11-21T20:21:01,679 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1498424761/switch/merge already deleted, retry=false 2024-11-21T20:21:01,680 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42271-0x1015f0e7a5a0003, quorum=127.0.0.1:54006, baseZNode=/1498424761 Unable to get data of znode /1498424761/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T20:21:01,690 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1498424761/snapshot-cleanup already deleted, retry=false 2024-11-21T20:21:01,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1015f0e7a5a0003, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1498424761/running 2024-11-21T20:21:01,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44657-0x1015f0e7a5a0004, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1498424761/running 2024-11-21T20:21:01,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44657-0x1015f0e7a5a0004, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1498424761 2024-11-21T20:21:01,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1015f0e7a5a0003, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1498424761 2024-11-21T20:21:01,701 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=377014bd7527,42271,1732220459620, sessionid=0x1015f0e7a5a0003, setting cluster-up flag (Was=false) 2024-11-21T20:21:01,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1015f0e7a5a0003, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1498424761 2024-11-21T20:21:01,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44657-0x1015f0e7a5a0004, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1498424761 2024-11-21T20:21:01,753 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1498424761/flush-table-proc/acquired, /1498424761/flush-table-proc/reached, /1498424761/flush-table-proc/abort 2024-11-21T20:21:01,754 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,42271,1732220459620 2024-11-21T20:21:01,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44657-0x1015f0e7a5a0004, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1498424761 2024-11-21T20:21:01,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1015f0e7a5a0003, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1498424761 2024-11-21T20:21:01,806 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1498424761/online-snapshot/acquired, /1498424761/online-snapshot/reached, /1498424761/online-snapshot/abort 2024-11-21T20:21:01,806 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,42271,1732220459620 2024-11-21T20:21:01,807 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T20:21:01,808 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T20:21:01,809 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T20:21:01,809 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T20:21:01,809 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 377014bd7527,42271,1732220459620 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T20:21:01,810 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:21:01,810 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:21:01,810 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:21:01,810 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:21:01,810 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/377014bd7527:0, corePoolSize=10, maxPoolSize=10 2024-11-21T20:21:01,811 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:01,811 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:21:01,811 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:01,812 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732220491811 2024-11-21T20:21:01,812 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:21:01,812 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T20:21:01,812 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T20:21:01,812 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T20:21:01,812 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T20:21:01,812 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T20:21:01,812 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:01,813 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T20:21:01,813 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T20:21:01,813 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T20:21:01,813 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:01,813 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T20:21:01,813 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T20:21:01,813 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T20:21:01,814 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T20:21:01,814 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T20:21:01,814 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T20:21:01,814 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220461814,5,FailOnTimeoutGroup] 2024-11-21T20:21:01,815 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220461814,5,FailOnTimeoutGroup] 2024-11-21T20:21:01,815 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:01,815 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T20:21:01,815 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:01,815 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:01,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741831_1007 (size=1321) 2024-11-21T20:21:01,881 INFO [RS:0;377014bd7527:44657 {}] regionserver.HRegionServer(746): ClusterId : 167f4cd8-020b-458e-af3f-946060bea013 2024-11-21T20:21:01,881 DEBUG [RS:0;377014bd7527:44657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T20:21:01,890 DEBUG [RS:0;377014bd7527:44657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T20:21:01,890 DEBUG [RS:0;377014bd7527:44657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T20:21:01,901 DEBUG [RS:0;377014bd7527:44657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T20:21:01,901 DEBUG [RS:0;377014bd7527:44657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58718f3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:21:01,911 DEBUG [RS:0;377014bd7527:44657 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;377014bd7527:44657 2024-11-21T20:21:01,911 INFO [RS:0;377014bd7527:44657 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T20:21:01,911 INFO [RS:0;377014bd7527:44657 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T20:21:01,911 DEBUG [RS:0;377014bd7527:44657 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T20:21:01,912 INFO [RS:0;377014bd7527:44657 {}] regionserver.HRegionServer(2659): reportForDuty to master=377014bd7527,42271,1732220459620 with port=44657, startcode=1732220459760 2024-11-21T20:21:01,912 DEBUG [RS:0;377014bd7527:44657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T20:21:01,913 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T20:21:01,913 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42271 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 377014bd7527,44657,1732220459760 2024-11-21T20:21:01,914 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42271 {}] master.ServerManager(517): Registering regionserver=377014bd7527,44657,1732220459760 2024-11-21T20:21:01,915 DEBUG [RS:0;377014bd7527:44657 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0 2024-11-21T20:21:01,915 DEBUG [RS:0;377014bd7527:44657 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36407 2024-11-21T20:21:01,915 DEBUG [RS:0;377014bd7527:44657 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T20:21:01,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1015f0e7a5a0003, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1498424761/rs 2024-11-21T20:21:01,922 DEBUG [RS:0;377014bd7527:44657 {}] zookeeper.ZKUtil(111): regionserver:44657-0x1015f0e7a5a0004, quorum=127.0.0.1:54006, baseZNode=/1498424761 Set watcher on existing znode=/1498424761/rs/377014bd7527,44657,1732220459760 2024-11-21T20:21:01,922 WARN [RS:0;377014bd7527:44657 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:21:01,922 INFO [RS:0;377014bd7527:44657 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:21:01,922 DEBUG [RS:0;377014bd7527:44657 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760 2024-11-21T20:21:01,922 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [377014bd7527,44657,1732220459760] 2024-11-21T20:21:01,924 INFO [RS:0;377014bd7527:44657 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T20:21:01,926 INFO [RS:0;377014bd7527:44657 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T20:21:01,929 INFO [RS:0;377014bd7527:44657 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T20:21:01,929 INFO [RS:0;377014bd7527:44657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:01,930 INFO [RS:0;377014bd7527:44657 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T20:21:01,930 INFO [RS:0;377014bd7527:44657 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T20:21:01,930 INFO [RS:0;377014bd7527:44657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:01,930 DEBUG [RS:0;377014bd7527:44657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:01,930 DEBUG [RS:0;377014bd7527:44657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:01,930 DEBUG [RS:0;377014bd7527:44657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:01,930 DEBUG [RS:0;377014bd7527:44657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:01,930 DEBUG [RS:0;377014bd7527:44657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:01,931 DEBUG [RS:0;377014bd7527:44657 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:21:01,931 DEBUG [RS:0;377014bd7527:44657 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:01,931 DEBUG [RS:0;377014bd7527:44657 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:01,931 DEBUG [RS:0;377014bd7527:44657 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:01,931 DEBUG [RS:0;377014bd7527:44657 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:01,931 DEBUG [RS:0;377014bd7527:44657 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:01,931 DEBUG [RS:0;377014bd7527:44657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:01,931 DEBUG [RS:0;377014bd7527:44657 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:21:01,931 DEBUG [RS:0;377014bd7527:44657 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:21:01,931 INFO [RS:0;377014bd7527:44657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:01,931 INFO [RS:0;377014bd7527:44657 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:01,931 INFO [RS:0;377014bd7527:44657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:01,931 INFO [RS:0;377014bd7527:44657 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:01,931 INFO [RS:0;377014bd7527:44657 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:01,931 INFO [RS:0;377014bd7527:44657 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,44657,1732220459760-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:21:01,944 INFO [RS:0;377014bd7527:44657 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T20:21:01,944 INFO [RS:0;377014bd7527:44657 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,44657,1732220459760-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:01,944 INFO [RS:0;377014bd7527:44657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:01,944 INFO [RS:0;377014bd7527:44657 {}] regionserver.Replication(171): 377014bd7527,44657,1732220459760 started 2024-11-21T20:21:01,956 INFO [RS:0;377014bd7527:44657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:01,956 INFO [RS:0;377014bd7527:44657 {}] regionserver.HRegionServer(1482): Serving as 377014bd7527,44657,1732220459760, RpcServer on 377014bd7527/172.17.0.2:44657, sessionid=0x1015f0e7a5a0004 2024-11-21T20:21:01,956 DEBUG [RS:0;377014bd7527:44657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T20:21:01,956 DEBUG [RS:0;377014bd7527:44657 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 377014bd7527,44657,1732220459760 2024-11-21T20:21:01,956 DEBUG [RS:0;377014bd7527:44657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,44657,1732220459760' 2024-11-21T20:21:01,956 DEBUG [RS:0;377014bd7527:44657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1498424761/flush-table-proc/abort' 2024-11-21T20:21:01,956 DEBUG [RS:0;377014bd7527:44657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1498424761/flush-table-proc/acquired' 2024-11-21T20:21:01,957 DEBUG [RS:0;377014bd7527:44657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T20:21:01,957 DEBUG [RS:0;377014bd7527:44657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T20:21:01,957 DEBUG [RS:0;377014bd7527:44657 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 377014bd7527,44657,1732220459760 2024-11-21T20:21:01,957 DEBUG [RS:0;377014bd7527:44657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,44657,1732220459760' 2024-11-21T20:21:01,957 DEBUG [RS:0;377014bd7527:44657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1498424761/online-snapshot/abort' 2024-11-21T20:21:01,957 DEBUG [RS:0;377014bd7527:44657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1498424761/online-snapshot/acquired' 2024-11-21T20:21:01,957 DEBUG [RS:0;377014bd7527:44657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T20:21:01,957 INFO [RS:0;377014bd7527:44657 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T20:21:01,957 INFO [RS:0;377014bd7527:44657 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T20:21:02,057 INFO [RS:0;377014bd7527:44657 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:21:02,058 INFO [RS:0;377014bd7527:44657 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C44657%2C1732220459760, suffix=, logDir=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760, archiveDir=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/oldWALs, maxLogs=10 2024-11-21T20:21:02,070 DEBUG [RS:0;377014bd7527:44657 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059, exclude list is [], retry=0 2024-11-21T20:21:02,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42787,DS-39fb9ec7-30c2-45ee-b759-5171afbf2af7,DISK] 2024-11-21T20:21:02,073 INFO [RS:0;377014bd7527:44657 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 2024-11-21T20:21:02,073 DEBUG [RS:0;377014bd7527:44657 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43507:43507)] 2024-11-21T20:21:02,222 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T20:21:02,222 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0 2024-11-21T20:21:02,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741833_1009 (size=32) 2024-11-21T20:21:02,367 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T20:21:02,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:02,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:21:02,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:21:02,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:02,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:02,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:21:02,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:21:02,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:02,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:02,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:21:02,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:21:02,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:02,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:02,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:21:02,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:21:02,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:02,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:02,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:21:02,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/hbase/meta/1588230740 2024-11-21T20:21:02,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/hbase/meta/1588230740 2024-11-21T20:21:02,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:21:02,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:21:02,635 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:21:02,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:21:02,636 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:21:02,637 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61507998, jitterRate=-0.08345940709114075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:21:02,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732220462627Initializing all the Stores at 1732220462628 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220462628Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220462628Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220462628Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220462628Cleaning up temporary data from old regions at 1732220462634 (+6 ms)Region opened successfully at 1732220462637 (+3 ms) 2024-11-21T20:21:02,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:21:02,637 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:21:02,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:21:02,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:21:02,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:21:02,637 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:21:02,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220462637Disabling compacts and flushes for region at 1732220462637Disabling writes for close at 1732220462637Writing region close event to WAL at 1732220462637Closed at 1732220462637 2024-11-21T20:21:02,638 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:21:02,638 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T20:21:02,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T20:21:02,639 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:21:02,639 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T20:21:02,790 DEBUG [377014bd7527:42271 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T20:21:02,790 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=377014bd7527,44657,1732220459760 2024-11-21T20:21:02,791 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,44657,1732220459760, state=OPENING 2024-11-21T20:21:02,909 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T20:21:02,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1015f0e7a5a0003, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1498424761 2024-11-21T20:21:02,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44657-0x1015f0e7a5a0004, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1498424761 2024-11-21T20:21:02,930 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:21:02,930 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1498424761/meta-region-server: CHANGED 2024-11-21T20:21:02,930 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1498424761/meta-region-server: CHANGED 2024-11-21T20:21:02,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,44657,1732220459760}] 2024-11-21T20:21:02,969 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:21:02,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:02,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:02,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:02,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:02,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:02,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:02,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:02,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:03,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:03,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:03,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:03,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:03,082 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:21:03,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T20:21:03,086 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T20:21:03,086 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:21:03,086 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T20:21:03,087 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C44657%2C1732220459760.meta, suffix=.meta, logDir=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760, archiveDir=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/oldWALs, maxLogs=10 2024-11-21T20:21:03,099 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.meta.1732220463087.meta, exclude list is [], retry=0 2024-11-21T20:21:03,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42787,DS-39fb9ec7-30c2-45ee-b759-5171afbf2af7,DISK] 2024-11-21T20:21:03,102 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.meta.1732220463087.meta 2024-11-21T20:21:03,102 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43507:43507)] 2024-11-21T20:21:03,102 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:21:03,103 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:21:03,103 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:21:03,103 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T20:21:03,103 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T20:21:03,103 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T20:21:03,103 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:03,103 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T20:21:03,103 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T20:21:03,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:21:03,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:21:03,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:03,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:03,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:21:03,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:21:03,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:03,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:03,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:21:03,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:21:03,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:03,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:03,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:21:03,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:21:03,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:03,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:03,108 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:21:03,108 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/hbase/meta/1588230740 2024-11-21T20:21:03,109 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/hbase/meta/1588230740 2024-11-21T20:21:03,110 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:21:03,110 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:21:03,111 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:21:03,111 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:21:03,112 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71911795, jitterRate=0.07156924903392792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:21:03,112 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T20:21:03,112 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732220463103Writing region info on filesystem at 1732220463103Initializing all the Stores at 1732220463104 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220463104Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220463104Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220463104Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220463104Cleaning up temporary data from old regions at 1732220463110 (+6 ms)Running coprocessor post-open hooks at 1732220463112 (+2 ms)Region opened successfully at 1732220463112 2024-11-21T20:21:03,113 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732220463082 2024-11-21T20:21:03,114 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T20:21:03,115 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T20:21:03,115 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,44657,1732220459760 2024-11-21T20:21:03,115 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,44657,1732220459760, state=OPEN 2024-11-21T20:21:03,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44657-0x1015f0e7a5a0004, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1498424761/meta-region-server 2024-11-21T20:21:03,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1015f0e7a5a0003, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1498424761/meta-region-server 2024-11-21T20:21:03,121 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=377014bd7527,44657,1732220459760 2024-11-21T20:21:03,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1498424761/meta-region-server: CHANGED 2024-11-21T20:21:03,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1498424761/meta-region-server: CHANGED 2024-11-21T20:21:03,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T20:21:03,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,44657,1732220459760 in 191 msec 2024-11-21T20:21:03,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T20:21:03,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 485 msec 2024-11-21T20:21:03,125 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:21:03,125 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T20:21:03,126 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:21:03,126 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44657,1732220459760, seqNum=-1] 2024-11-21T20:21:03,126 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:21:03,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:21:03,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3210 sec 2024-11-21T20:21:03,131 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732220463131, completionTime=-1 2024-11-21T20:21:03,131 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T20:21:03,131 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T20:21:03,132 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T20:21:03,132 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732220523132 2024-11-21T20:21:03,132 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732220583132 2024-11-21T20:21:03,132 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T20:21:03,132 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42271,1732220459620-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:03,132 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42271,1732220459620-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:03,132 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42271,1732220459620-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:03,132 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-377014bd7527:42271, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:03,132 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:03,133 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:03,134 DEBUG [master/377014bd7527:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T20:21:03,135 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.319sec 2024-11-21T20:21:03,135 INFO [master/377014bd7527:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T20:21:03,135 INFO [master/377014bd7527:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T20:21:03,135 INFO [master/377014bd7527:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T20:21:03,135 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T20:21:03,135 INFO [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T20:21:03,135 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42271,1732220459620-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:21:03,135 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42271,1732220459620-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T20:21:03,137 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T20:21:03,137 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T20:21:03,137 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42271,1732220459620-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:03,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d96622c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:03,182 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,42271,-1 for getting cluster id 2024-11-21T20:21:03,182 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:21:03,183 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '167f4cd8-020b-458e-af3f-946060bea013' 2024-11-21T20:21:03,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:21:03,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "167f4cd8-020b-458e-af3f-946060bea013" 2024-11-21T20:21:03,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f363ef6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:03,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,42271,-1] 2024-11-21T20:21:03,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:21:03,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:03,184 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:21:03,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45c46b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:03,186 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:21:03,186 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44657,1732220459760, seqNum=-1] 2024-11-21T20:21:03,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:21:03,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:21:03,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=377014bd7527,42271,1732220459620 2024-11-21T20:21:03,189 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54006 2024-11-21T20:21:03,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:21:03,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015f0e7a5a0005 connected 2024-11-21T20:21:03,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e8400c-a425-640e-4f66-f00edd392b08/hadoop.log.dir so I do NOT create it in target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424 2024-11-21T20:21:03,208 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e8400c-a425-640e-4f66-f00edd392b08/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T20:21:03,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e8400c-a425-640e-4f66-f00edd392b08/hadoop.tmp.dir so I do NOT create it in target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424 2024-11-21T20:21:03,208 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e8400c-a425-640e-4f66-f00edd392b08/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T20:21:03,208 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424 2024-11-21T20:21:03,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T20:21:03,208 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424/cluster_b0ef3679-6c19-1f50-2cea-8ae2e3f1a071, deleteOnExit=true 2024-11-21T20:21:03,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T20:21:03,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424/test.cache.data in system properties and HBase conf 2024-11-21T20:21:03,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T20:21:03,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424/hadoop.log.dir in system properties and HBase conf 2024-11-21T20:21:03,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T20:21:03,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T20:21:03,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T20:21:03,209 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T20:21:03,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:21:03,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:21:03,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T20:21:03,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:21:03,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T20:21:03,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T20:21:03,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:21:03,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:21:03,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T20:21:03,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424/nfs.dump.dir in system properties and HBase conf 2024-11-21T20:21:03,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424/java.io.tmpdir in system properties and HBase conf 2024-11-21T20:21:03,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:21:03,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T20:21:03,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T20:21:03,543 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:21:03,547 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:21:03,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:21:03,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:21:03,548 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T20:21:03,549 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:21:03,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5364346d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:21:03,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4312e4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:21:03,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2447b56d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424/java.io.tmpdir/jetty-localhost-46271-hadoop-hdfs-3_4_1-tests_jar-_-any-9573771049506522596/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:21:03,644 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ab2ac3{HTTP/1.1, (http/1.1)}{localhost:46271} 2024-11-21T20:21:03,644 INFO [Time-limited test {}] server.Server(415): Started @239483ms 2024-11-21T20:21:03,881 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:21:03,885 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:21:03,886 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:21:03,886 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:21:03,886 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T20:21:03,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d904433{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:21:03,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3030fef7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:21:03,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26527bc6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424/java.io.tmpdir/jetty-localhost-34079-hadoop-hdfs-3_4_1-tests_jar-_-any-14892359393198200840/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:21:03,980 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2add119{HTTP/1.1, (http/1.1)}{localhost:34079} 2024-11-21T20:21:03,980 INFO [Time-limited test {}] server.Server(415): Started @239819ms 2024-11-21T20:21:03,981 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T20:21:04,640 WARN [Thread-2919 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424/cluster_b0ef3679-6c19-1f50-2cea-8ae2e3f1a071/data/data1/current/BP-1914767258-172.17.0.2-1732220463228/current, will proceed with Du for space computation calculation, 2024-11-21T20:21:04,640 WARN [Thread-2920 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424/cluster_b0ef3679-6c19-1f50-2cea-8ae2e3f1a071/data/data2/current/BP-1914767258-172.17.0.2-1732220463228/current, will proceed with Du for space computation calculation, 2024-11-21T20:21:04,659 WARN [Thread-2907 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T20:21:04,661 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb58ad1cf257f8f5 with lease ID 0xe38326830a59f312: Processing first storage report for DS-17a3a382-b986-4e3d-807f-9cfa27337e70 from datanode DatanodeRegistration(127.0.0.1:35035, datanodeUuid=54614187-6994-4a25-b3e9-88760bac0d4a, infoPort=33429, infoSecurePort=0, ipcPort=39527, storageInfo=lv=-57;cid=testClusterID;nsid=480611575;c=1732220463228) 2024-11-21T20:21:04,661 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb58ad1cf257f8f5 with lease ID 0xe38326830a59f312: from storage DS-17a3a382-b986-4e3d-807f-9cfa27337e70 node DatanodeRegistration(127.0.0.1:35035, datanodeUuid=54614187-6994-4a25-b3e9-88760bac0d4a, infoPort=33429, infoSecurePort=0, ipcPort=39527, storageInfo=lv=-57;cid=testClusterID;nsid=480611575;c=1732220463228), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:21:04,661 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb58ad1cf257f8f5 with lease ID 0xe38326830a59f312: Processing first storage report for DS-a0c4461f-6f59-43a2-968a-0a6bc9680f05 from datanode DatanodeRegistration(127.0.0.1:35035, datanodeUuid=54614187-6994-4a25-b3e9-88760bac0d4a, infoPort=33429, infoSecurePort=0, ipcPort=39527, storageInfo=lv=-57;cid=testClusterID;nsid=480611575;c=1732220463228) 2024-11-21T20:21:04,661 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb58ad1cf257f8f5 with lease ID 0xe38326830a59f312: from storage DS-a0c4461f-6f59-43a2-968a-0a6bc9680f05 node DatanodeRegistration(127.0.0.1:35035, datanodeUuid=54614187-6994-4a25-b3e9-88760bac0d4a, infoPort=33429, infoSecurePort=0, ipcPort=39527, storageInfo=lv=-57;cid=testClusterID;nsid=480611575;c=1732220463228), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:21:04,714 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424 2024-11-21T20:21:04,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:21:04,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:21:04,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741825_1001 (size=7) 2024-11-21T20:21:05,122 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8 with version=8 2024-11-21T20:21:05,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/hbase-staging 2024-11-21T20:21:05,124 INFO [Time-limited test {}] client.ConnectionUtils(128): master/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:21:05,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:21:05,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:21:05,125 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:21:05,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:21:05,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:21:05,125 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T20:21:05,125 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:21:05,125 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42749 2024-11-21T20:21:05,126 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42749 connecting to ZooKeeper ensemble=127.0.0.1:54006 2024-11-21T20:21:05,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427490x0, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:21:05,174 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42749-0x1015f0e7a5a0006 connected 2024-11-21T20:21:05,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:21:05,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:21:05,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42749-0x1015f0e7a5a0006, quorum=127.0.0.1:54006, baseZNode=/22103427328 Set watcher on znode that does not yet exist, /22103427328/running 2024-11-21T20:21:05,251 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8, hbase.cluster.distributed=false 2024-11-21T20:21:05,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42749-0x1015f0e7a5a0006, quorum=127.0.0.1:54006, baseZNode=/22103427328 Set watcher on znode that does not yet exist, /22103427328/acl 2024-11-21T20:21:05,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42749 2024-11-21T20:21:05,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42749 2024-11-21T20:21:05,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42749 2024-11-21T20:21:05,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42749 2024-11-21T20:21:05,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42749 2024-11-21T20:21:05,270 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:21:05,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:21:05,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:21:05,270 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:21:05,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:21:05,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:21:05,270 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T20:21:05,270 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:21:05,271 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37737 2024-11-21T20:21:05,271 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37737 connecting to ZooKeeper ensemble=127.0.0.1:54006 2024-11-21T20:21:05,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:21:05,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:21:05,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377370x0, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:21:05,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37737-0x1015f0e7a5a0007 connected 2024-11-21T20:21:05,287 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37737-0x1015f0e7a5a0007, quorum=127.0.0.1:54006, baseZNode=/22103427328 Set watcher on znode that does not yet exist, /22103427328/running 2024-11-21T20:21:05,288 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T20:21:05,288 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T20:21:05,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37737-0x1015f0e7a5a0007, quorum=127.0.0.1:54006, baseZNode=/22103427328 Set watcher on znode that does not yet exist, /22103427328/master 2024-11-21T20:21:05,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37737-0x1015f0e7a5a0007, quorum=127.0.0.1:54006, baseZNode=/22103427328 Set watcher on znode that does not yet exist, /22103427328/acl 2024-11-21T20:21:05,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37737 2024-11-21T20:21:05,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37737 2024-11-21T20:21:05,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37737 2024-11-21T20:21:05,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37737 2024-11-21T20:21:05,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37737 2024-11-21T20:21:05,306 DEBUG [M:0;377014bd7527:42749 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;377014bd7527:42749 2024-11-21T20:21:05,307 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /22103427328/backup-masters/377014bd7527,42749,1732220465124 2024-11-21T20:21:05,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1015f0e7a5a0006, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22103427328/backup-masters 2024-11-21T20:21:05,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37737-0x1015f0e7a5a0007, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22103427328/backup-masters 2024-11-21T20:21:05,319 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42749-0x1015f0e7a5a0006, quorum=127.0.0.1:54006, baseZNode=/22103427328 Set watcher on existing znode=/22103427328/backup-masters/377014bd7527,42749,1732220465124 2024-11-21T20:21:05,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37737-0x1015f0e7a5a0007, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22103427328/master 2024-11-21T20:21:05,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1015f0e7a5a0006, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22103427328 2024-11-21T20:21:05,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37737-0x1015f0e7a5a0007, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22103427328 2024-11-21T20:21:05,329 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42749-0x1015f0e7a5a0006, quorum=127.0.0.1:54006, baseZNode=/22103427328 Set watcher on existing znode=/22103427328/master 2024-11-21T20:21:05,330 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /22103427328/backup-masters/377014bd7527,42749,1732220465124 from backup master directory 2024-11-21T20:21:05,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1015f0e7a5a0006, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22103427328/backup-masters/377014bd7527,42749,1732220465124 2024-11-21T20:21:05,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37737-0x1015f0e7a5a0007, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22103427328/backup-masters 2024-11-21T20:21:05,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1015f0e7a5a0006, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22103427328/backup-masters 2024-11-21T20:21:05,342 WARN [master/377014bd7527:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:21:05,342 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=377014bd7527,42749,1732220465124 2024-11-21T20:21:05,345 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/hbase.id] with ID: 0b80f623-f701-48ca-b2fc-cac6ab7daebe 2024-11-21T20:21:05,345 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/.tmp/hbase.id 2024-11-21T20:21:05,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741826_1002 (size=42) 2024-11-21T20:21:05,750 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/.tmp/hbase.id]:[hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/hbase.id] 2024-11-21T20:21:05,759 INFO [master/377014bd7527:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:21:05,759 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T20:21:05,759 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-21T20:21:05,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1015f0e7a5a0006, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22103427328 2024-11-21T20:21:05,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37737-0x1015f0e7a5a0007, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22103427328 2024-11-21T20:21:05,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741827_1003 (size=196) 2024-11-21T20:21:06,210 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:21:06,211 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T20:21:06,211 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:21:06,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741828_1004 (size=1189) 2024-11-21T20:21:06,616 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/MasterData/data/master/store 2024-11-21T20:21:06,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741829_1005 (size=34) 2024-11-21T20:21:07,026 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:07,026 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:21:07,026 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:21:07,027 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:21:07,027 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:21:07,027 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:21:07,027 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:21:07,027 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220467026Disabling compacts and flushes for region at 1732220467026Disabling writes for close at 1732220467027 (+1 ms)Writing region close event to WAL at 1732220467027Closed at 1732220467027 2024-11-21T20:21:07,028 WARN [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/MasterData/data/master/store/.initializing 2024-11-21T20:21:07,028 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/MasterData/WALs/377014bd7527,42749,1732220465124 2024-11-21T20:21:07,028 INFO [master/377014bd7527:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:21:07,030 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=377014bd7527%2C42749%2C1732220465124, suffix=, logDir=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/MasterData/WALs/377014bd7527,42749,1732220465124, archiveDir=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/MasterData/oldWALs, maxLogs=10 2024-11-21T20:21:07,043 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/MasterData/WALs/377014bd7527,42749,1732220465124/377014bd7527%2C42749%2C1732220465124.1732220467030, exclude list is [], retry=0 2024-11-21T20:21:07,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35035,DS-17a3a382-b986-4e3d-807f-9cfa27337e70,DISK] 2024-11-21T20:21:07,047 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/MasterData/WALs/377014bd7527,42749,1732220465124/377014bd7527%2C42749%2C1732220465124.1732220467030 2024-11-21T20:21:07,047 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33429:33429)] 2024-11-21T20:21:07,047 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:21:07,047 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:07,047 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:07,047 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:07,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:07,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T20:21:07,050 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:07,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:07,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:07,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T20:21:07,051 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:07,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:07,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:07,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T20:21:07,052 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:07,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:07,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:07,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T20:21:07,053 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:07,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:07,054 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:07,054 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:07,054 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:07,055 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:07,055 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:07,055 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:21:07,056 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:07,058 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:21:07,058 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69767262, jitterRate=0.03961321711540222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:21:07,058 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732220467047Initializing all the Stores at 1732220467048 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220467048Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220467048Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220467048Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220467048Cleaning up temporary data from old regions at 1732220467055 (+7 ms)Region opened successfully at 1732220467058 (+3 ms) 2024-11-21T20:21:07,058 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T20:21:07,060 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e8e9dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:21:07,061 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T20:21:07,061 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T20:21:07,061 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T20:21:07,061 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T20:21:07,061 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T20:21:07,062 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T20:21:07,062 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T20:21:07,063 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T20:21:07,064 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42749-0x1015f0e7a5a0006, quorum=127.0.0.1:54006, baseZNode=/22103427328 Unable to get data of znode /22103427328/balancer because node does not exist (not necessarily an error) 2024-11-21T20:21:07,142 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22103427328/balancer already deleted, retry=false 2024-11-21T20:21:07,143 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T20:21:07,143 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42749-0x1015f0e7a5a0006, quorum=127.0.0.1:54006, baseZNode=/22103427328 Unable to get data of znode /22103427328/normalizer because node does not exist (not necessarily an error) 2024-11-21T20:21:07,153 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22103427328/normalizer already deleted, retry=false 2024-11-21T20:21:07,153 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T20:21:07,154 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42749-0x1015f0e7a5a0006, quorum=127.0.0.1:54006, baseZNode=/22103427328 Unable to get data of znode /22103427328/switch/split because node does not exist (not necessarily an error) 2024-11-21T20:21:07,163 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22103427328/switch/split already deleted, retry=false 2024-11-21T20:21:07,164 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42749-0x1015f0e7a5a0006, quorum=127.0.0.1:54006, baseZNode=/22103427328 Unable to get data of znode /22103427328/switch/merge because node does not exist (not necessarily an error) 2024-11-21T20:21:07,174 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22103427328/switch/merge already deleted, retry=false 2024-11-21T20:21:07,175 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42749-0x1015f0e7a5a0006, quorum=127.0.0.1:54006, baseZNode=/22103427328 Unable to get data of znode /22103427328/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T20:21:07,184 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22103427328/snapshot-cleanup already deleted, retry=false 2024-11-21T20:21:07,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1015f0e7a5a0006, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22103427328/running 2024-11-21T20:21:07,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37737-0x1015f0e7a5a0007, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22103427328/running 2024-11-21T20:21:07,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1015f0e7a5a0006, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22103427328 2024-11-21T20:21:07,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37737-0x1015f0e7a5a0007, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22103427328 2024-11-21T20:21:07,195 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=377014bd7527,42749,1732220465124, sessionid=0x1015f0e7a5a0006, setting cluster-up flag (Was=false) 2024-11-21T20:21:07,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37737-0x1015f0e7a5a0007, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22103427328 2024-11-21T20:21:07,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1015f0e7a5a0006, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22103427328 2024-11-21T20:21:07,247 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22103427328/flush-table-proc/acquired, /22103427328/flush-table-proc/reached, /22103427328/flush-table-proc/abort 2024-11-21T20:21:07,248 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,42749,1732220465124 2024-11-21T20:21:07,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1015f0e7a5a0006, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22103427328 2024-11-21T20:21:07,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37737-0x1015f0e7a5a0007, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22103427328 2024-11-21T20:21:07,300 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22103427328/online-snapshot/acquired, /22103427328/online-snapshot/reached, /22103427328/online-snapshot/abort 2024-11-21T20:21:07,301 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,42749,1732220465124 2024-11-21T20:21:07,302 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T20:21:07,303 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T20:21:07,303 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T20:21:07,303 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T20:21:07,304 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 377014bd7527,42749,1732220465124 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T20:21:07,304 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:21:07,305 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:21:07,305 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:21:07,305 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:21:07,305 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/377014bd7527:0, corePoolSize=10, maxPoolSize=10 2024-11-21T20:21:07,305 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:07,305 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:21:07,305 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:07,305 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732220497305 2024-11-21T20:21:07,306 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T20:21:07,306 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T20:21:07,306 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T20:21:07,306 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T20:21:07,306 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T20:21:07,306 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T20:21:07,306 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:21:07,306 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T20:21:07,306 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:07,306 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T20:21:07,306 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T20:21:07,307 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T20:21:07,307 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T20:21:07,307 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T20:21:07,307 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T20:21:07,307 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:07,307 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220467307,5,FailOnTimeoutGroup] 2024-11-21T20:21:07,307 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220467307,5,FailOnTimeoutGroup] 2024-11-21T20:21:07,307 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:07,307 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T20:21:07,307 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T20:21:07,307 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:07,307 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:07,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741831_1007 (size=1321) 2024-11-21T20:21:07,399 INFO [RS:0;377014bd7527:37737 {}] regionserver.HRegionServer(746): ClusterId : 0b80f623-f701-48ca-b2fc-cac6ab7daebe 2024-11-21T20:21:07,399 DEBUG [RS:0;377014bd7527:37737 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T20:21:07,406 DEBUG [RS:0;377014bd7527:37737 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T20:21:07,406 DEBUG [RS:0;377014bd7527:37737 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T20:21:07,416 DEBUG [RS:0;377014bd7527:37737 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T20:21:07,416 DEBUG [RS:0;377014bd7527:37737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e10c06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:21:07,427 DEBUG [RS:0;377014bd7527:37737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;377014bd7527:37737 2024-11-21T20:21:07,427 INFO [RS:0;377014bd7527:37737 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T20:21:07,427 INFO [RS:0;377014bd7527:37737 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T20:21:07,427 DEBUG [RS:0;377014bd7527:37737 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T20:21:07,428 INFO [RS:0;377014bd7527:37737 {}] regionserver.HRegionServer(2659): reportForDuty to master=377014bd7527,42749,1732220465124 with port=37737, startcode=1732220465270 2024-11-21T20:21:07,428 DEBUG [RS:0;377014bd7527:37737 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T20:21:07,430 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T20:21:07,430 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42749 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 377014bd7527,37737,1732220465270 2024-11-21T20:21:07,430 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42749 {}] master.ServerManager(517): Registering regionserver=377014bd7527,37737,1732220465270 2024-11-21T20:21:07,431 DEBUG [RS:0;377014bd7527:37737 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8 2024-11-21T20:21:07,431 DEBUG [RS:0;377014bd7527:37737 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46057 2024-11-21T20:21:07,431 DEBUG [RS:0;377014bd7527:37737 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T20:21:07,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1015f0e7a5a0006, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22103427328/rs 2024-11-21T20:21:07,482 DEBUG [RS:0;377014bd7527:37737 {}] zookeeper.ZKUtil(111): regionserver:37737-0x1015f0e7a5a0007, quorum=127.0.0.1:54006, baseZNode=/22103427328 Set watcher on existing znode=/22103427328/rs/377014bd7527,37737,1732220465270 2024-11-21T20:21:07,482 WARN [RS:0;377014bd7527:37737 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:21:07,483 INFO [RS:0;377014bd7527:37737 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:21:07,483 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [377014bd7527,37737,1732220465270] 2024-11-21T20:21:07,483 DEBUG [RS:0;377014bd7527:37737 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270 2024-11-21T20:21:07,485 INFO [RS:0;377014bd7527:37737 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T20:21:07,487 INFO [RS:0;377014bd7527:37737 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T20:21:07,488 INFO [RS:0;377014bd7527:37737 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T20:21:07,488 INFO [RS:0;377014bd7527:37737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:07,488 INFO [RS:0;377014bd7527:37737 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T20:21:07,488 INFO [RS:0;377014bd7527:37737 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T20:21:07,488 INFO [RS:0;377014bd7527:37737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:07,488 DEBUG [RS:0;377014bd7527:37737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:07,489 DEBUG [RS:0;377014bd7527:37737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:07,489 DEBUG [RS:0;377014bd7527:37737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:07,489 DEBUG [RS:0;377014bd7527:37737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:07,489 DEBUG [RS:0;377014bd7527:37737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:07,489 DEBUG [RS:0;377014bd7527:37737 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:21:07,489 DEBUG [RS:0;377014bd7527:37737 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:07,489 DEBUG [RS:0;377014bd7527:37737 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:07,489 DEBUG [RS:0;377014bd7527:37737 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:07,489 DEBUG [RS:0;377014bd7527:37737 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:07,489 DEBUG [RS:0;377014bd7527:37737 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:07,489 DEBUG [RS:0;377014bd7527:37737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:07,489 DEBUG [RS:0;377014bd7527:37737 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:21:07,489 DEBUG [RS:0;377014bd7527:37737 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:21:07,489 INFO [RS:0;377014bd7527:37737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:07,489 INFO [RS:0;377014bd7527:37737 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:07,489 INFO [RS:0;377014bd7527:37737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:07,489 INFO [RS:0;377014bd7527:37737 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:07,489 INFO [RS:0;377014bd7527:37737 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:07,489 INFO [RS:0;377014bd7527:37737 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,37737,1732220465270-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:21:07,514 INFO [RS:0;377014bd7527:37737 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T20:21:07,515 INFO [RS:0;377014bd7527:37737 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,37737,1732220465270-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:07,515 INFO [RS:0;377014bd7527:37737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:07,515 INFO [RS:0;377014bd7527:37737 {}] regionserver.Replication(171): 377014bd7527,37737,1732220465270 started 2024-11-21T20:21:07,531 INFO [RS:0;377014bd7527:37737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:07,531 INFO [RS:0;377014bd7527:37737 {}] regionserver.HRegionServer(1482): Serving as 377014bd7527,37737,1732220465270, RpcServer on 377014bd7527/172.17.0.2:37737, sessionid=0x1015f0e7a5a0007 2024-11-21T20:21:07,531 DEBUG [RS:0;377014bd7527:37737 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T20:21:07,531 DEBUG [RS:0;377014bd7527:37737 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 377014bd7527,37737,1732220465270 2024-11-21T20:21:07,531 DEBUG [RS:0;377014bd7527:37737 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,37737,1732220465270' 2024-11-21T20:21:07,532 DEBUG [RS:0;377014bd7527:37737 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22103427328/flush-table-proc/abort' 2024-11-21T20:21:07,532 DEBUG [RS:0;377014bd7527:37737 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22103427328/flush-table-proc/acquired' 2024-11-21T20:21:07,532 DEBUG [RS:0;377014bd7527:37737 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T20:21:07,532 DEBUG [RS:0;377014bd7527:37737 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T20:21:07,533 DEBUG [RS:0;377014bd7527:37737 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 377014bd7527,37737,1732220465270 2024-11-21T20:21:07,533 DEBUG [RS:0;377014bd7527:37737 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,37737,1732220465270' 2024-11-21T20:21:07,533 DEBUG [RS:0;377014bd7527:37737 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22103427328/online-snapshot/abort' 2024-11-21T20:21:07,533 DEBUG [RS:0;377014bd7527:37737 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22103427328/online-snapshot/acquired' 2024-11-21T20:21:07,533 DEBUG [RS:0;377014bd7527:37737 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T20:21:07,533 INFO [RS:0;377014bd7527:37737 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T20:21:07,533 INFO [RS:0;377014bd7527:37737 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T20:21:07,634 INFO [RS:0;377014bd7527:37737 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:21:07,635 INFO [RS:0;377014bd7527:37737 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C37737%2C1732220465270, suffix=, logDir=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270, archiveDir=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/oldWALs, maxLogs=10 2024-11-21T20:21:07,651 DEBUG [RS:0;377014bd7527:37737 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636, exclude list is [], retry=0 2024-11-21T20:21:07,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35035,DS-17a3a382-b986-4e3d-807f-9cfa27337e70,DISK] 2024-11-21T20:21:07,655 INFO [RS:0;377014bd7527:37737 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636 2024-11-21T20:21:07,656 DEBUG [RS:0;377014bd7527:37737 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33429:33429)] 2024-11-21T20:21:07,714 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T20:21:07,714 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8 2024-11-21T20:21:07,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741833_1009 (size=32) 2024-11-21T20:21:08,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:08,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:21:08,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:21:08,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:08,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:08,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:21:08,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:21:08,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:08,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:08,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:21:08,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:21:08,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:08,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:08,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:21:08,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:21:08,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:08,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:08,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:21:08,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/hbase/meta/1588230740 2024-11-21T20:21:08,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/hbase/meta/1588230740 2024-11-21T20:21:08,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:21:08,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:21:08,128 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:21:08,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:21:08,130 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:21:08,131 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74315655, jitterRate=0.10738955438137054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:21:08,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732220468121Initializing all the Stores at 1732220468121Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220468121Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220468122 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220468122Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220468122Cleaning up temporary data from old regions at 1732220468128 (+6 ms)Region opened successfully at 1732220468131 (+3 ms) 2024-11-21T20:21:08,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:21:08,131 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:21:08,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:21:08,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:21:08,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:21:08,131 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:21:08,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220468131Disabling compacts and flushes for region at 1732220468131Disabling writes for close at 1732220468131Writing region close event to WAL at 1732220468131Closed at 1732220468131 2024-11-21T20:21:08,132 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:21:08,132 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T20:21:08,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T20:21:08,133 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:21:08,133 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T20:21:08,284 DEBUG [377014bd7527:42749 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T20:21:08,284 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=377014bd7527,37737,1732220465270 2024-11-21T20:21:08,285 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,37737,1732220465270, state=OPENING 2024-11-21T20:21:08,332 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T20:21:08,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1015f0e7a5a0006, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22103427328 2024-11-21T20:21:08,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37737-0x1015f0e7a5a0007, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22103427328 2024-11-21T20:21:08,342 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:21:08,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,37737,1732220465270}] 2024-11-21T20:21:08,343 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22103427328/meta-region-server: CHANGED 2024-11-21T20:21:08,343 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22103427328/meta-region-server: CHANGED 2024-11-21T20:21:08,495 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:21:08,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T20:21:08,499 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T20:21:08,499 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:21:08,499 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T20:21:08,500 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C37737%2C1732220465270.meta, suffix=.meta, logDir=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270, archiveDir=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/oldWALs, maxLogs=10 2024-11-21T20:21:08,512 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.meta.1732220468500.meta, exclude list is [], retry=0 2024-11-21T20:21:08,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35035,DS-17a3a382-b986-4e3d-807f-9cfa27337e70,DISK] 2024-11-21T20:21:08,516 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.meta.1732220468500.meta 2024-11-21T20:21:08,516 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33429:33429)] 2024-11-21T20:21:08,516 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:21:08,517 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:21:08,517 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:21:08,517 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T20:21:08,517 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T20:21:08,517 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T20:21:08,517 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:08,517 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T20:21:08,517 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T20:21:08,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:21:08,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:21:08,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:08,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:08,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:21:08,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:21:08,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:08,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:08,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:21:08,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:21:08,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:08,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:08,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:21:08,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:21:08,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:08,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:08,522 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:21:08,523 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/hbase/meta/1588230740 2024-11-21T20:21:08,524 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/hbase/meta/1588230740 2024-11-21T20:21:08,525 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:21:08,525 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:21:08,526 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:21:08,526 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:21:08,527 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62139243, jitterRate=-0.07405312359333038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:21:08,527 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T20:21:08,527 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732220468518Writing region info on filesystem at 1732220468518Initializing all the Stores at 1732220468518Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220468518Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220468519 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220468519Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220468519Cleaning up temporary data from old regions at 1732220468525 (+6 ms)Running coprocessor post-open hooks at 1732220468527 (+2 ms)Region opened successfully at 1732220468527 2024-11-21T20:21:08,528 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732220468494 2024-11-21T20:21:08,530 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T20:21:08,530 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T20:21:08,530 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,37737,1732220465270 2024-11-21T20:21:08,531 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,37737,1732220465270, state=OPEN 2024-11-21T20:21:08,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1015f0e7a5a0006, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22103427328/meta-region-server 2024-11-21T20:21:08,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37737-0x1015f0e7a5a0007, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22103427328/meta-region-server 2024-11-21T20:21:08,542 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=377014bd7527,37737,1732220465270 2024-11-21T20:21:08,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22103427328/meta-region-server: CHANGED 2024-11-21T20:21:08,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22103427328/meta-region-server: CHANGED 2024-11-21T20:21:08,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T20:21:08,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,37737,1732220465270 in 200 msec 2024-11-21T20:21:08,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T20:21:08,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 412 msec 2024-11-21T20:21:08,546 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:21:08,546 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T20:21:08,547 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:21:08,547 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,37737,1732220465270, seqNum=-1] 2024-11-21T20:21:08,547 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:21:08,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:21:08,552 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2490 sec 2024-11-21T20:21:08,552 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732220468552, completionTime=-1 2024-11-21T20:21:08,552 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T20:21:08,552 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T20:21:08,554 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T20:21:08,554 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732220528554 2024-11-21T20:21:08,554 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732220588554 2024-11-21T20:21:08,554 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T20:21:08,554 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42749,1732220465124-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:08,554 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42749,1732220465124-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:08,554 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42749,1732220465124-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:08,555 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-377014bd7527:42749, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:08,555 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:08,555 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:08,556 DEBUG [master/377014bd7527:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T20:21:08,559 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.216sec 2024-11-21T20:21:08,559 INFO [master/377014bd7527:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T20:21:08,559 INFO [master/377014bd7527:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T20:21:08,559 INFO [master/377014bd7527:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T20:21:08,559 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T20:21:08,559 INFO [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T20:21:08,559 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42749,1732220465124-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:21:08,559 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42749,1732220465124-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T20:21:08,561 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T20:21:08,561 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T20:21:08,561 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42749,1732220465124-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:08,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2ae189, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:08,600 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,42749,-1 for getting cluster id 2024-11-21T20:21:08,600 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:21:08,601 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b80f623-f701-48ca-b2fc-cac6ab7daebe' 2024-11-21T20:21:08,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:21:08,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b80f623-f701-48ca-b2fc-cac6ab7daebe" 2024-11-21T20:21:08,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47698c36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:08,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,42749,-1] 2024-11-21T20:21:08,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:21:08,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:08,603 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:21:08,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@462872a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:08,603 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:21:08,604 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,37737,1732220465270, seqNum=-1] 2024-11-21T20:21:08,604 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:21:08,605 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:21:08,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:21:08,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:08,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:08,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=377014bd7527,42749,1732220465124 2024-11-21T20:21:08,607 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54006 2024-11-21T20:21:08,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:21:08,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015f0e7a5a0008 connected 2024-11-21T20:21:08,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:21:08,629 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,37831,1732220454503 2024-11-21T20:21:08,629 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a0db40e 2024-11-21T20:21:08,629 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:21:08,630 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:21:08,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:21:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T20:21:08,633 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:21:08,633 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:08,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T20:21:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:21:08,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:21:08,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:08,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:08,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:08,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:08,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:08,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:08,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741835_1011 (size=902) 2024-11-21T20:21:08,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:08,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:08,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:08,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:21:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:21:09,044 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fad2c7b8ce6524fe4818b316e47c7791, NAME => 'test,,1732220468631.fad2c7b8ce6524fe4818b316e47c7791.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c 2024-11-21T20:21:09,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741836_1012 (size=39) 2024-11-21T20:21:09,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:21:09,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732220468631.fad2c7b8ce6524fe4818b316e47c7791.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:09,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fad2c7b8ce6524fe4818b316e47c7791, disabling compactions & flushes 2024-11-21T20:21:09,448 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732220468631.fad2c7b8ce6524fe4818b316e47c7791. 2024-11-21T20:21:09,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732220468631.fad2c7b8ce6524fe4818b316e47c7791. 2024-11-21T20:21:09,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732220468631.fad2c7b8ce6524fe4818b316e47c7791. after waiting 0 ms 2024-11-21T20:21:09,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732220468631.fad2c7b8ce6524fe4818b316e47c7791. 2024-11-21T20:21:09,449 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732220468631.fad2c7b8ce6524fe4818b316e47c7791. 2024-11-21T20:21:09,449 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fad2c7b8ce6524fe4818b316e47c7791: Waiting for close lock at 1732220469448Disabling compacts and flushes for region at 1732220469448Disabling writes for close at 1732220469448Writing region close event to WAL at 1732220469449 (+1 ms)Closed at 1732220469449 2024-11-21T20:21:09,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:21:09,450 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732220468631.fad2c7b8ce6524fe4818b316e47c7791.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732220469450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220469450"}]},"ts":"1732220469450"} 2024-11-21T20:21:09,452 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:21:09,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:21:09,453 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220469452"}]},"ts":"1732220469452"} 2024-11-21T20:21:09,454 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T20:21:09,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fad2c7b8ce6524fe4818b316e47c7791, ASSIGN}] 2024-11-21T20:21:09,455 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fad2c7b8ce6524fe4818b316e47c7791, ASSIGN 2024-11-21T20:21:09,456 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fad2c7b8ce6524fe4818b316e47c7791, ASSIGN; state=OFFLINE, location=377014bd7527,36421,1732220454698; forceNewPlan=false, retain=false 2024-11-21T20:21:09,606 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fad2c7b8ce6524fe4818b316e47c7791, regionState=OPENING, regionLocation=377014bd7527,36421,1732220454698 2024-11-21T20:21:09,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fad2c7b8ce6524fe4818b316e47c7791, ASSIGN because future has completed 2024-11-21T20:21:09,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fad2c7b8ce6524fe4818b316e47c7791, server=377014bd7527,36421,1732220454698}] 2024-11-21T20:21:09,763 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732220468631.fad2c7b8ce6524fe4818b316e47c7791. 2024-11-21T20:21:09,763 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fad2c7b8ce6524fe4818b316e47c7791, NAME => 'test,,1732220468631.fad2c7b8ce6524fe4818b316e47c7791.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:21:09,764 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:21:09,764 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T20:21:09,764 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fad2c7b8ce6524fe4818b316e47c7791 2024-11-21T20:21:09,764 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732220468631.fad2c7b8ce6524fe4818b316e47c7791.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:09,764 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fad2c7b8ce6524fe4818b316e47c7791 2024-11-21T20:21:09,764 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fad2c7b8ce6524fe4818b316e47c7791 2024-11-21T20:21:09,765 INFO [StoreOpener-fad2c7b8ce6524fe4818b316e47c7791-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fad2c7b8ce6524fe4818b316e47c7791 2024-11-21T20:21:09,766 INFO [StoreOpener-fad2c7b8ce6524fe4818b316e47c7791-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fad2c7b8ce6524fe4818b316e47c7791 columnFamilyName f 2024-11-21T20:21:09,766 DEBUG [StoreOpener-fad2c7b8ce6524fe4818b316e47c7791-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:09,767 INFO [StoreOpener-fad2c7b8ce6524fe4818b316e47c7791-1 {}] regionserver.HStore(327): Store=fad2c7b8ce6524fe4818b316e47c7791/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:09,767 INFO [StoreOpener-fad2c7b8ce6524fe4818b316e47c7791-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fad2c7b8ce6524fe4818b316e47c7791 2024-11-21T20:21:09,768 INFO [StoreOpener-fad2c7b8ce6524fe4818b316e47c7791-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fad2c7b8ce6524fe4818b316e47c7791 columnFamilyName f1 2024-11-21T20:21:09,768 DEBUG [StoreOpener-fad2c7b8ce6524fe4818b316e47c7791-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:09,768 INFO [StoreOpener-fad2c7b8ce6524fe4818b316e47c7791-1 {}] regionserver.HStore(327): Store=fad2c7b8ce6524fe4818b316e47c7791/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:09,768 INFO [StoreOpener-fad2c7b8ce6524fe4818b316e47c7791-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fad2c7b8ce6524fe4818b316e47c7791 2024-11-21T20:21:09,769 INFO [StoreOpener-fad2c7b8ce6524fe4818b316e47c7791-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fad2c7b8ce6524fe4818b316e47c7791 columnFamilyName norep 2024-11-21T20:21:09,769 DEBUG [StoreOpener-fad2c7b8ce6524fe4818b316e47c7791-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:09,770 INFO [StoreOpener-fad2c7b8ce6524fe4818b316e47c7791-1 {}] regionserver.HStore(327): Store=fad2c7b8ce6524fe4818b316e47c7791/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:09,770 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fad2c7b8ce6524fe4818b316e47c7791 2024-11-21T20:21:09,770 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/default/test/fad2c7b8ce6524fe4818b316e47c7791 2024-11-21T20:21:09,771 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/default/test/fad2c7b8ce6524fe4818b316e47c7791 2024-11-21T20:21:09,771 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fad2c7b8ce6524fe4818b316e47c7791 2024-11-21T20:21:09,772 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fad2c7b8ce6524fe4818b316e47c7791 2024-11-21T20:21:09,772 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:21:09,773 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fad2c7b8ce6524fe4818b316e47c7791 2024-11-21T20:21:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:21:09,774 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/default/test/fad2c7b8ce6524fe4818b316e47c7791/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:21:09,775 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fad2c7b8ce6524fe4818b316e47c7791; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63980726, jitterRate=-0.04661288857460022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:21:09,775 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fad2c7b8ce6524fe4818b316e47c7791 2024-11-21T20:21:09,776 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fad2c7b8ce6524fe4818b316e47c7791: Running coprocessor pre-open hook at 1732220469764Writing region info on filesystem at 1732220469764Initializing all the Stores at 1732220469765 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220469765Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220469765Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220469765Cleaning up temporary data from old regions at 1732220469772 (+7 ms)Running coprocessor post-open hooks at 1732220469775 (+3 ms)Region opened successfully at 1732220469775 2024-11-21T20:21:09,776 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732220468631.fad2c7b8ce6524fe4818b316e47c7791., pid=6, masterSystemTime=1732220469760 2024-11-21T20:21:09,778 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732220468631.fad2c7b8ce6524fe4818b316e47c7791. 2024-11-21T20:21:09,778 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732220468631.fad2c7b8ce6524fe4818b316e47c7791. 2024-11-21T20:21:09,778 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fad2c7b8ce6524fe4818b316e47c7791, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=377014bd7527,36421,1732220454698 2024-11-21T20:21:09,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fad2c7b8ce6524fe4818b316e47c7791, server=377014bd7527,36421,1732220454698 because future has completed 2024-11-21T20:21:09,784 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37831 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=377014bd7527,36421,1732220454698, table=test, region=fad2c7b8ce6524fe4818b316e47c7791. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T20:21:09,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T20:21:09,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fad2c7b8ce6524fe4818b316e47c7791, server=377014bd7527,36421,1732220454698 in 177 msec 2024-11-21T20:21:09,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T20:21:09,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fad2c7b8ce6524fe4818b316e47c7791, ASSIGN in 332 msec 2024-11-21T20:21:09,788 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:21:09,788 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220469788"}]},"ts":"1732220469788"} 2024-11-21T20:21:09,790 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T20:21:09,791 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:21:09,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-21T20:21:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:21:10,783 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T20:21:10,783 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:21:10,784 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,42271,1732220459620 2024-11-21T20:21:10,784 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3670c1ff 2024-11-21T20:21:10,784 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:21:10,785 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:21:10,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:21:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T20:21:10,787 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:21:10,787 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:10,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T20:21:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:21:10,788 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:21:10,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741835_1011 (size=902) 2024-11-21T20:21:10,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T20:21:10,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T20:21:10,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T20:21:10,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T20:21:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:21:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:21:11,194 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4dafc04410cee890f5484a1150b88fe7, NAME => 'test,,1732220470785.4dafc04410cee890f5484a1150b88fe7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0 2024-11-21T20:21:11,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741836_1012 (size=39) 2024-11-21T20:21:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:21:11,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732220470785.4dafc04410cee890f5484a1150b88fe7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:11,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4dafc04410cee890f5484a1150b88fe7, disabling compactions & flushes 2024-11-21T20:21:11,600 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732220470785.4dafc04410cee890f5484a1150b88fe7. 2024-11-21T20:21:11,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732220470785.4dafc04410cee890f5484a1150b88fe7. 2024-11-21T20:21:11,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732220470785.4dafc04410cee890f5484a1150b88fe7. after waiting 0 ms 2024-11-21T20:21:11,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732220470785.4dafc04410cee890f5484a1150b88fe7. 2024-11-21T20:21:11,600 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732220470785.4dafc04410cee890f5484a1150b88fe7. 2024-11-21T20:21:11,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4dafc04410cee890f5484a1150b88fe7: Waiting for close lock at 1732220471600Disabling compacts and flushes for region at 1732220471600Disabling writes for close at 1732220471600Writing region close event to WAL at 1732220471600Closed at 1732220471600 2024-11-21T20:21:11,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:21:11,601 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732220470785.4dafc04410cee890f5484a1150b88fe7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732220471601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220471601"}]},"ts":"1732220471601"} 2024-11-21T20:21:11,603 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:21:11,603 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:21:11,603 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220471603"}]},"ts":"1732220471603"} 2024-11-21T20:21:11,604 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T20:21:11,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4dafc04410cee890f5484a1150b88fe7, ASSIGN}] 2024-11-21T20:21:11,605 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4dafc04410cee890f5484a1150b88fe7, ASSIGN 2024-11-21T20:21:11,606 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4dafc04410cee890f5484a1150b88fe7, ASSIGN; state=OFFLINE, location=377014bd7527,44657,1732220459760; forceNewPlan=false, retain=false 2024-11-21T20:21:11,757 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4dafc04410cee890f5484a1150b88fe7, regionState=OPENING, regionLocation=377014bd7527,44657,1732220459760 2024-11-21T20:21:11,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4dafc04410cee890f5484a1150b88fe7, ASSIGN because future has completed 2024-11-21T20:21:11,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4dafc04410cee890f5484a1150b88fe7, server=377014bd7527,44657,1732220459760}] 2024-11-21T20:21:11,915 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732220470785.4dafc04410cee890f5484a1150b88fe7. 2024-11-21T20:21:11,915 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4dafc04410cee890f5484a1150b88fe7, NAME => 'test,,1732220470785.4dafc04410cee890f5484a1150b88fe7.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:21:11,915 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:21:11,915 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T20:21:11,916 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4dafc04410cee890f5484a1150b88fe7 2024-11-21T20:21:11,916 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732220470785.4dafc04410cee890f5484a1150b88fe7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:11,916 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4dafc04410cee890f5484a1150b88fe7 2024-11-21T20:21:11,916 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4dafc04410cee890f5484a1150b88fe7 2024-11-21T20:21:11,917 INFO [StoreOpener-4dafc04410cee890f5484a1150b88fe7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4dafc04410cee890f5484a1150b88fe7 2024-11-21T20:21:11,918 INFO [StoreOpener-4dafc04410cee890f5484a1150b88fe7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4dafc04410cee890f5484a1150b88fe7 columnFamilyName f 2024-11-21T20:21:11,918 DEBUG [StoreOpener-4dafc04410cee890f5484a1150b88fe7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:11,918 INFO [StoreOpener-4dafc04410cee890f5484a1150b88fe7-1 {}] regionserver.HStore(327): Store=4dafc04410cee890f5484a1150b88fe7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:11,918 INFO [StoreOpener-4dafc04410cee890f5484a1150b88fe7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4dafc04410cee890f5484a1150b88fe7 2024-11-21T20:21:11,919 INFO [StoreOpener-4dafc04410cee890f5484a1150b88fe7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4dafc04410cee890f5484a1150b88fe7 columnFamilyName f1 2024-11-21T20:21:11,919 DEBUG [StoreOpener-4dafc04410cee890f5484a1150b88fe7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:11,920 INFO [StoreOpener-4dafc04410cee890f5484a1150b88fe7-1 {}] regionserver.HStore(327): Store=4dafc04410cee890f5484a1150b88fe7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:11,920 INFO [StoreOpener-4dafc04410cee890f5484a1150b88fe7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4dafc04410cee890f5484a1150b88fe7 2024-11-21T20:21:11,921 INFO [StoreOpener-4dafc04410cee890f5484a1150b88fe7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4dafc04410cee890f5484a1150b88fe7 columnFamilyName norep 2024-11-21T20:21:11,921 DEBUG [StoreOpener-4dafc04410cee890f5484a1150b88fe7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:11,921 INFO [StoreOpener-4dafc04410cee890f5484a1150b88fe7-1 {}] regionserver.HStore(327): Store=4dafc04410cee890f5484a1150b88fe7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:11,921 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4dafc04410cee890f5484a1150b88fe7 2024-11-21T20:21:11,922 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/default/test/4dafc04410cee890f5484a1150b88fe7 2024-11-21T20:21:11,922 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/default/test/4dafc04410cee890f5484a1150b88fe7 2024-11-21T20:21:11,923 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4dafc04410cee890f5484a1150b88fe7 2024-11-21T20:21:11,923 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4dafc04410cee890f5484a1150b88fe7 2024-11-21T20:21:11,923 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:21:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:21:11,924 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4dafc04410cee890f5484a1150b88fe7 2024-11-21T20:21:11,925 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/default/test/4dafc04410cee890f5484a1150b88fe7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:21:11,925 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4dafc04410cee890f5484a1150b88fe7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71797867, jitterRate=0.06987158954143524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:21:11,926 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4dafc04410cee890f5484a1150b88fe7 2024-11-21T20:21:11,926 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4dafc04410cee890f5484a1150b88fe7: Running coprocessor pre-open hook at 1732220471916Writing region info on filesystem at 1732220471916Initializing all the Stores at 1732220471917 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220471917Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220471917Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220471917Cleaning up temporary data from old regions at 1732220471923 (+6 ms)Running coprocessor post-open hooks at 1732220471926 (+3 ms)Region opened successfully at 1732220471926 2024-11-21T20:21:11,926 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732220470785.4dafc04410cee890f5484a1150b88fe7., pid=6, masterSystemTime=1732220471911 2024-11-21T20:21:11,928 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732220470785.4dafc04410cee890f5484a1150b88fe7. 2024-11-21T20:21:11,928 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732220470785.4dafc04410cee890f5484a1150b88fe7. 2024-11-21T20:21:11,929 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4dafc04410cee890f5484a1150b88fe7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=377014bd7527,44657,1732220459760 2024-11-21T20:21:11,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4dafc04410cee890f5484a1150b88fe7, server=377014bd7527,44657,1732220459760 because future has completed 2024-11-21T20:21:11,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T20:21:11,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4dafc04410cee890f5484a1150b88fe7, server=377014bd7527,44657,1732220459760 in 172 msec 2024-11-21T20:21:11,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T20:21:11,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4dafc04410cee890f5484a1150b88fe7, ASSIGN in 328 msec 2024-11-21T20:21:11,936 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:21:11,936 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220471936"}]},"ts":"1732220471936"} 2024-11-21T20:21:11,938 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T20:21:11,938 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:21:11,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-21T20:21:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:21:12,943 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T20:21:12,943 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:21:12,948 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,42749,1732220465124 2024-11-21T20:21:12,948 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7395fdc9 2024-11-21T20:21:12,948 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:21:12,950 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:21:12,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:21:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T20:21:13,101 INFO [AsyncFSWAL-0-hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/MasterData-prefix:377014bd7527,42749,1732220465124 {}] wal.AbstractFSWAL(1368): Slow sync cost: 145 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35035,DS-17a3a382-b986-4e3d-807f-9cfa27337e70,DISK]] 2024-11-21T20:21:13,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:21:13,101 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:13,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T20:21:13,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:21:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:21:13,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741835_1011 (size=902) 2024-11-21T20:21:13,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:21:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:21:13,509 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 98fbf29c85899e381fa8630ac964b702, NAME => 'test,,1732220472952.98fbf29c85899e381fa8630ac964b702.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8 2024-11-21T20:21:13,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741836_1012 (size=39) 2024-11-21T20:21:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:21:13,915 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732220472952.98fbf29c85899e381fa8630ac964b702.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:13,915 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 98fbf29c85899e381fa8630ac964b702, disabling compactions & flushes 2024-11-21T20:21:13,915 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732220472952.98fbf29c85899e381fa8630ac964b702. 2024-11-21T20:21:13,915 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732220472952.98fbf29c85899e381fa8630ac964b702. 2024-11-21T20:21:13,915 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732220472952.98fbf29c85899e381fa8630ac964b702. after waiting 0 ms 2024-11-21T20:21:13,915 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732220472952.98fbf29c85899e381fa8630ac964b702. 2024-11-21T20:21:13,915 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732220472952.98fbf29c85899e381fa8630ac964b702. 2024-11-21T20:21:13,916 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 98fbf29c85899e381fa8630ac964b702: Waiting for close lock at 1732220473915Disabling compacts and flushes for region at 1732220473915Disabling writes for close at 1732220473915Writing region close event to WAL at 1732220473915Closed at 1732220473915 2024-11-21T20:21:13,917 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:21:13,917 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732220472952.98fbf29c85899e381fa8630ac964b702.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732220473917"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220473917"}]},"ts":"1732220473917"} 2024-11-21T20:21:13,919 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:21:13,919 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:21:13,920 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220473919"}]},"ts":"1732220473919"} 2024-11-21T20:21:13,921 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T20:21:13,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=98fbf29c85899e381fa8630ac964b702, ASSIGN}] 2024-11-21T20:21:13,922 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=98fbf29c85899e381fa8630ac964b702, ASSIGN 2024-11-21T20:21:13,923 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=98fbf29c85899e381fa8630ac964b702, ASSIGN; state=OFFLINE, location=377014bd7527,37737,1732220465270; forceNewPlan=false, retain=false 2024-11-21T20:21:14,020 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:21:14,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:14,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:14,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:14,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:14,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:14,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:14,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:14,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:14,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:14,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:14,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:14,074 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=98fbf29c85899e381fa8630ac964b702, regionState=OPENING, regionLocation=377014bd7527,37737,1732220465270 2024-11-21T20:21:14,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:14,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=98fbf29c85899e381fa8630ac964b702, ASSIGN because future has completed 2024-11-21T20:21:14,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98fbf29c85899e381fa8630ac964b702, server=377014bd7527,37737,1732220465270}] 2024-11-21T20:21:14,093 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T20:21:14,235 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732220472952.98fbf29c85899e381fa8630ac964b702. 2024-11-21T20:21:14,235 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 98fbf29c85899e381fa8630ac964b702, NAME => 'test,,1732220472952.98fbf29c85899e381fa8630ac964b702.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:21:14,235 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:21:14,235 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T20:21:14,235 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 98fbf29c85899e381fa8630ac964b702 2024-11-21T20:21:14,235 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732220472952.98fbf29c85899e381fa8630ac964b702.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:14,235 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 98fbf29c85899e381fa8630ac964b702 2024-11-21T20:21:14,236 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 98fbf29c85899e381fa8630ac964b702 2024-11-21T20:21:14,237 INFO [StoreOpener-98fbf29c85899e381fa8630ac964b702-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 98fbf29c85899e381fa8630ac964b702 2024-11-21T20:21:14,238 INFO [StoreOpener-98fbf29c85899e381fa8630ac964b702-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98fbf29c85899e381fa8630ac964b702 columnFamilyName f 2024-11-21T20:21:14,238 DEBUG [StoreOpener-98fbf29c85899e381fa8630ac964b702-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:14,238 INFO [StoreOpener-98fbf29c85899e381fa8630ac964b702-1 {}] regionserver.HStore(327): Store=98fbf29c85899e381fa8630ac964b702/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:14,238 INFO [StoreOpener-98fbf29c85899e381fa8630ac964b702-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 98fbf29c85899e381fa8630ac964b702 2024-11-21T20:21:14,239 INFO [StoreOpener-98fbf29c85899e381fa8630ac964b702-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98fbf29c85899e381fa8630ac964b702 columnFamilyName f1 2024-11-21T20:21:14,239 DEBUG [StoreOpener-98fbf29c85899e381fa8630ac964b702-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:14,240 INFO [StoreOpener-98fbf29c85899e381fa8630ac964b702-1 {}] regionserver.HStore(327): Store=98fbf29c85899e381fa8630ac964b702/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:14,240 INFO [StoreOpener-98fbf29c85899e381fa8630ac964b702-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 98fbf29c85899e381fa8630ac964b702 2024-11-21T20:21:14,242 INFO [StoreOpener-98fbf29c85899e381fa8630ac964b702-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98fbf29c85899e381fa8630ac964b702 columnFamilyName norep 2024-11-21T20:21:14,242 DEBUG [StoreOpener-98fbf29c85899e381fa8630ac964b702-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:14,242 INFO [StoreOpener-98fbf29c85899e381fa8630ac964b702-1 {}] regionserver.HStore(327): Store=98fbf29c85899e381fa8630ac964b702/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:14,242 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 98fbf29c85899e381fa8630ac964b702 2024-11-21T20:21:14,243 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/default/test/98fbf29c85899e381fa8630ac964b702 2024-11-21T20:21:14,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:21:14,243 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/default/test/98fbf29c85899e381fa8630ac964b702 2024-11-21T20:21:14,244 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 98fbf29c85899e381fa8630ac964b702 2024-11-21T20:21:14,244 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 98fbf29c85899e381fa8630ac964b702 2024-11-21T20:21:14,244 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:21:14,245 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 98fbf29c85899e381fa8630ac964b702 2024-11-21T20:21:14,247 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/default/test/98fbf29c85899e381fa8630ac964b702/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:21:14,247 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 98fbf29c85899e381fa8630ac964b702; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65282575, jitterRate=-0.027213826775550842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:21:14,247 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98fbf29c85899e381fa8630ac964b702 2024-11-21T20:21:14,247 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 98fbf29c85899e381fa8630ac964b702: Running coprocessor pre-open hook at 1732220474236Writing region info on filesystem at 1732220474236Initializing all the Stores at 1732220474236Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220474236Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220474237 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220474237Cleaning up temporary data from old regions at 1732220474244 (+7 ms)Running coprocessor post-open hooks at 1732220474247 (+3 ms)Region opened successfully at 1732220474247 2024-11-21T20:21:14,248 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732220472952.98fbf29c85899e381fa8630ac964b702., pid=6, masterSystemTime=1732220474228 2024-11-21T20:21:14,250 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732220472952.98fbf29c85899e381fa8630ac964b702. 2024-11-21T20:21:14,250 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732220472952.98fbf29c85899e381fa8630ac964b702. 2024-11-21T20:21:14,250 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=98fbf29c85899e381fa8630ac964b702, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=377014bd7527,37737,1732220465270 2024-11-21T20:21:14,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98fbf29c85899e381fa8630ac964b702, server=377014bd7527,37737,1732220465270 because future has completed 2024-11-21T20:21:14,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T20:21:14,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 98fbf29c85899e381fa8630ac964b702, server=377014bd7527,37737,1732220465270 in 177 msec 2024-11-21T20:21:14,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T20:21:14,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=98fbf29c85899e381fa8630ac964b702, ASSIGN in 333 msec 2024-11-21T20:21:14,256 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:21:14,256 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220474256"}]},"ts":"1732220474256"} 2024-11-21T20:21:14,258 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T20:21:14,258 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:21:14,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.3050 sec 2024-11-21T20:21:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:21:15,264 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T20:21:15,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f06e5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:15,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,37831,-1 for getting cluster id 2024-11-21T20:21:15,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:21:15,265 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96ee8605-80cf-4ca0-b2fc-d16843f4837a' 2024-11-21T20:21:15,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:21:15,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96ee8605-80cf-4ca0-b2fc-d16843f4837a" 2024-11-21T20:21:15,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23634061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:15,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,37831,-1] 2024-11-21T20:21:15,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:21:15,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:15,266 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:21:15,267 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3963ac7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:15,267 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:21:15,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,37831,1732220454503 2024-11-21T20:21:15,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@109f6b4f 2024-11-21T20:21:15,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:21:15,269 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:21:15,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://377014bd7527:42271,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T20:21:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T20:21:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:21:15,271 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:42271' 2024-11-21T20:21:15,277 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df7e118, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:15,277 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,42271,-1 for getting cluster id 2024-11-21T20:21:15,277 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:21:15,278 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '167f4cd8-020b-458e-af3f-946060bea013' 2024-11-21T20:21:15,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:21:15,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "167f4cd8-020b-458e-af3f-946060bea013" 2024-11-21T20:21:15,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3efa2368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:15,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,42271,-1] 2024-11-21T20:21:15,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:21:15,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:15,279 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:21:15,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75022c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:15,280 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:21:15,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,42271,1732220459620 2024-11-21T20:21:15,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34ad47a1 2024-11-21T20:21:15,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:21:15,281 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:21:15,282 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T20:21:15,282 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T20:21:15,282 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:15,282 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:15,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:21:15,282 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:21:15,283 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T20:21:15,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:21:15,284 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:15,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:21:15,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741837_1013 (size=1138) 2024-11-21T20:21:15,334 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T20:21:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:21:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:21:15,691 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6348fa2bf7d2ba0e7145fe96cbdee442, NAME => 'hbase:replication,,1732220475282.6348fa2bf7d2ba0e7145fe96cbdee442.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c 2024-11-21T20:21:15,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741838_1014 (size=44) 2024-11-21T20:21:15,696 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732220475282.6348fa2bf7d2ba0e7145fe96cbdee442.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:15,696 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6348fa2bf7d2ba0e7145fe96cbdee442, disabling compactions & flushes 2024-11-21T20:21:15,696 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732220475282.6348fa2bf7d2ba0e7145fe96cbdee442. 2024-11-21T20:21:15,696 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732220475282.6348fa2bf7d2ba0e7145fe96cbdee442. 2024-11-21T20:21:15,696 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732220475282.6348fa2bf7d2ba0e7145fe96cbdee442. after waiting 0 ms 2024-11-21T20:21:15,696 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732220475282.6348fa2bf7d2ba0e7145fe96cbdee442. 2024-11-21T20:21:15,696 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732220475282.6348fa2bf7d2ba0e7145fe96cbdee442. 2024-11-21T20:21:15,696 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6348fa2bf7d2ba0e7145fe96cbdee442: Waiting for close lock at 1732220475696Disabling compacts and flushes for region at 1732220475696Disabling writes for close at 1732220475696Writing region close event to WAL at 1732220475696Closed at 1732220475696 2024-11-21T20:21:15,697 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:21:15,698 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732220475282.6348fa2bf7d2ba0e7145fe96cbdee442.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732220475697"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220475697"}]},"ts":"1732220475697"} 2024-11-21T20:21:15,700 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:21:15,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:21:15,701 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220475700"}]},"ts":"1732220475700"} 2024-11-21T20:21:15,702 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T20:21:15,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6348fa2bf7d2ba0e7145fe96cbdee442, ASSIGN}] 2024-11-21T20:21:15,703 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6348fa2bf7d2ba0e7145fe96cbdee442, ASSIGN 2024-11-21T20:21:15,704 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6348fa2bf7d2ba0e7145fe96cbdee442, ASSIGN; state=OFFLINE, location=377014bd7527,36421,1732220454698; forceNewPlan=false, retain=false 2024-11-21T20:21:15,855 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6348fa2bf7d2ba0e7145fe96cbdee442, regionState=OPENING, regionLocation=377014bd7527,36421,1732220454698 2024-11-21T20:21:15,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6348fa2bf7d2ba0e7145fe96cbdee442, ASSIGN because future has completed 2024-11-21T20:21:15,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6348fa2bf7d2ba0e7145fe96cbdee442, server=377014bd7527,36421,1732220454698}] 2024-11-21T20:21:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:21:16,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732220475282.6348fa2bf7d2ba0e7145fe96cbdee442. 2024-11-21T20:21:16,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:21:16,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T20:21:16,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C36421%2C1732220454698.rep, suffix=, logDir=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698, archiveDir=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/oldWALs, maxLogs=10 2024-11-21T20:21:16,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.rep.1732220476014, exclude list is [], retry=0 2024-11-21T20:21:16,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33805,DS-de0af6b8-d1aa-422e-9a88-cc25da391ec6,DISK] 2024-11-21T20:21:16,029 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.rep.1732220476014 2024-11-21T20:21:16,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36101:36101)] 2024-11-21T20:21:16,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6348fa2bf7d2ba0e7145fe96cbdee442, NAME => 'hbase:replication,,1732220475282.6348fa2bf7d2ba0e7145fe96cbdee442.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:21:16,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:21:16,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:21:16,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732220475282.6348fa2bf7d2ba0e7145fe96cbdee442. service=MultiRowMutationService 2024-11-21T20:21:16,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T20:21:16,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6348fa2bf7d2ba0e7145fe96cbdee442 2024-11-21T20:21:16,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732220475282.6348fa2bf7d2ba0e7145fe96cbdee442.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:16,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6348fa2bf7d2ba0e7145fe96cbdee442 2024-11-21T20:21:16,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6348fa2bf7d2ba0e7145fe96cbdee442 2024-11-21T20:21:16,031 INFO [StoreOpener-6348fa2bf7d2ba0e7145fe96cbdee442-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6348fa2bf7d2ba0e7145fe96cbdee442 2024-11-21T20:21:16,032 INFO [StoreOpener-6348fa2bf7d2ba0e7145fe96cbdee442-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6348fa2bf7d2ba0e7145fe96cbdee442 columnFamilyName hfileref 2024-11-21T20:21:16,032 DEBUG [StoreOpener-6348fa2bf7d2ba0e7145fe96cbdee442-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:16,033 INFO [StoreOpener-6348fa2bf7d2ba0e7145fe96cbdee442-1 {}] regionserver.HStore(327): Store=6348fa2bf7d2ba0e7145fe96cbdee442/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:16,033 INFO [StoreOpener-6348fa2bf7d2ba0e7145fe96cbdee442-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6348fa2bf7d2ba0e7145fe96cbdee442 2024-11-21T20:21:16,033 INFO [StoreOpener-6348fa2bf7d2ba0e7145fe96cbdee442-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6348fa2bf7d2ba0e7145fe96cbdee442 columnFamilyName queue 2024-11-21T20:21:16,034 DEBUG [StoreOpener-6348fa2bf7d2ba0e7145fe96cbdee442-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:16,034 INFO [StoreOpener-6348fa2bf7d2ba0e7145fe96cbdee442-1 {}] regionserver.HStore(327): Store=6348fa2bf7d2ba0e7145fe96cbdee442/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:16,034 INFO [StoreOpener-6348fa2bf7d2ba0e7145fe96cbdee442-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6348fa2bf7d2ba0e7145fe96cbdee442 2024-11-21T20:21:16,035 INFO [StoreOpener-6348fa2bf7d2ba0e7145fe96cbdee442-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6348fa2bf7d2ba0e7145fe96cbdee442 columnFamilyName sid 2024-11-21T20:21:16,035 DEBUG [StoreOpener-6348fa2bf7d2ba0e7145fe96cbdee442-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:16,035 INFO [StoreOpener-6348fa2bf7d2ba0e7145fe96cbdee442-1 {}] regionserver.HStore(327): Store=6348fa2bf7d2ba0e7145fe96cbdee442/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:16,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6348fa2bf7d2ba0e7145fe96cbdee442 2024-11-21T20:21:16,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/hbase/replication/6348fa2bf7d2ba0e7145fe96cbdee442 2024-11-21T20:21:16,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/hbase/replication/6348fa2bf7d2ba0e7145fe96cbdee442 2024-11-21T20:21:16,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6348fa2bf7d2ba0e7145fe96cbdee442 2024-11-21T20:21:16,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6348fa2bf7d2ba0e7145fe96cbdee442 2024-11-21T20:21:16,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:21:16,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6348fa2bf7d2ba0e7145fe96cbdee442 2024-11-21T20:21:16,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/hbase/replication/6348fa2bf7d2ba0e7145fe96cbdee442/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:21:16,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6348fa2bf7d2ba0e7145fe96cbdee442; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69711481, jitterRate=0.038782015442848206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:21:16,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6348fa2bf7d2ba0e7145fe96cbdee442 2024-11-21T20:21:16,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6348fa2bf7d2ba0e7145fe96cbdee442: Running coprocessor pre-open hook at 1732220476030Writing region info on filesystem at 1732220476030Initializing all the Stores at 1732220476031 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220476031Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220476031Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220476031Cleaning up temporary data from old regions at 1732220476037 (+6 ms)Running coprocessor post-open hooks at 1732220476040 (+3 ms)Region opened successfully at 1732220476041 (+1 ms) 2024-11-21T20:21:16,044 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732220475282.6348fa2bf7d2ba0e7145fe96cbdee442., pid=10, masterSystemTime=1732220476009 2024-11-21T20:21:16,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732220475282.6348fa2bf7d2ba0e7145fe96cbdee442. 2024-11-21T20:21:16,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732220475282.6348fa2bf7d2ba0e7145fe96cbdee442. 2024-11-21T20:21:16,047 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6348fa2bf7d2ba0e7145fe96cbdee442, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,36421,1732220454698 2024-11-21T20:21:16,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6348fa2bf7d2ba0e7145fe96cbdee442, server=377014bd7527,36421,1732220454698 because future has completed 2024-11-21T20:21:16,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T20:21:16,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6348fa2bf7d2ba0e7145fe96cbdee442, server=377014bd7527,36421,1732220454698 in 192 msec 2024-11-21T20:21:16,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T20:21:16,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6348fa2bf7d2ba0e7145fe96cbdee442, ASSIGN in 349 msec 2024-11-21T20:21:16,054 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:21:16,054 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220476054"}]},"ts":"1732220476054"} 2024-11-21T20:21:16,055 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T20:21:16,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:21:16,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 773 msec 2024-11-21T20:21:16,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732220475282.6348fa2bf7d2ba0e7145fe96cbdee442., hostname=377014bd7527,36421,1732220454698, seqNum=2] 2024-11-21T20:21:16,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36421-0x1015f0e7a5a0001, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01300648197 2024-11-21T20:21:16,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37831-0x1015f0e7a5a0000, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01300648197 2024-11-21T20:21:16,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T20:21:16,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36421 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T20:21:16,337 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T20:21:16,372 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-377014bd7527,36421,1732220454698, ReplicationSource: 1, currentBandwidth=0 2024-11-21T20:21:16,373 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:21:16,373 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,36421,1732220454698, seqNum=-1] 2024-11-21T20:21:16,373 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:21:16,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-21T20:21:16,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-377014bd7527,36421,1732220454698', locateType=CURRENT is [region=hbase:replication,,1732220475282.6348fa2bf7d2ba0e7145fe96cbdee442., hostname=377014bd7527,36421,1732220454698, seqNum=2] 2024-11-21T20:21:16,379 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T20:21:16,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T20:21:16,381 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 377014bd7527,36421,1732220454698 suceeded 2024-11-21T20:21:16,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T20:21:16,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-21T20:21:16,383 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://377014bd7527:42271,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T20:21:16,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1140 sec 2024-11-21T20:21:16,393 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:42271' 2024-11-21T20:21:16,394 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b9a38be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:16,394 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,42271,-1 for getting cluster id 2024-11-21T20:21:16,394 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:21:16,395 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '167f4cd8-020b-458e-af3f-946060bea013' 2024-11-21T20:21:16,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:21:16,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "167f4cd8-020b-458e-af3f-946060bea013" 2024-11-21T20:21:16,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13fd2678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:16,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,42271,-1] 2024-11-21T20:21:16,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:21:16,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:16,396 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:21:16,397 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fbd1c14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:16,397 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:21:16,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,42271,1732220459620 2024-11-21T20:21:16,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4777737c 2024-11-21T20:21:16,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:21:16,398 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-21T20:21:16,399 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-377014bd7527,36421,1732220454698 (queues=1) is replicating from cluster=96ee8605-80cf-4ca0-b2fc-d16843f4837a to cluster=167f4cd8-020b-458e-af3f-946060bea013 2024-11-21T20:21:16,399 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=377014bd7527%2C36421%2C1732220454698 2024-11-21T20:21:16,399 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-377014bd7527,36421,1732220454698, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T20:21:16,399 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.shipper377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 377014bd7527%2C36421%2C1732220454698 2024-11-21T20:21:16,399 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510, startPosition=0, beingWritten=true 2024-11-21T20:21:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:21:16,404 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T20:21:16,404 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:21:16,404 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:21:16,404 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:21:16,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:16,404 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.shipper377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,36421,1732220454698 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:21:16,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:16,413 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 379, reset compression=false 2024-11-21T20:21:16,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:21:16,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738f362d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:16,414 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,42271,-1 for getting cluster id 2024-11-21T20:21:16,414 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:21:16,416 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '167f4cd8-020b-458e-af3f-946060bea013' 2024-11-21T20:21:16,416 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:21:16,416 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "167f4cd8-020b-458e-af3f-946060bea013" 2024-11-21T20:21:16,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2140566b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:16,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,42271,-1] 2024-11-21T20:21:16,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:21:16,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:16,418 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:21:16,418 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55bfc55c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:16,419 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:21:16,419 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,42271,1732220459620 2024-11-21T20:21:16,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e7577d6 2024-11-21T20:21:16,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:21:16,420 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:21:16,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://377014bd7527:42749,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T20:21:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T20:21:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:21:16,424 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:42749' 2024-11-21T20:21:16,429 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528f430c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:16,429 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,42749,-1 for getting cluster id 2024-11-21T20:21:16,429 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:21:16,430 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b80f623-f701-48ca-b2fc-cac6ab7daebe' 2024-11-21T20:21:16,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:21:16,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b80f623-f701-48ca-b2fc-cac6ab7daebe" 2024-11-21T20:21:16,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31013ee0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:16,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,42749,-1] 2024-11-21T20:21:16,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:21:16,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:16,431 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:21:16,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@300662ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:16,432 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:21:16,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,42749,1732220465124 2024-11-21T20:21:16,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@250ef82c 2024-11-21T20:21:16,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:21:16,434 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:21:16,434 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T20:21:16,434 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T20:21:16,434 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:16,434 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:16,435 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:21:16,435 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:21:16,436 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T20:21:16,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:21:16,437 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:16,438 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:21:16,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741837_1013 (size=1138) 2024-11-21T20:21:16,486 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T20:21:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:21:16,617 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 379, reset compression=false 2024-11-21T20:21:16,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:21:16,844 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e74a4c65c7a46356c59c659ed306ac23, NAME => 'hbase:replication,,1732220476435.e74a4c65c7a46356c59c659ed306ac23.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0 2024-11-21T20:21:16,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741838_1014 (size=44) 2024-11-21T20:21:16,921 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 379, reset compression=false 2024-11-21T20:21:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:21:17,249 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732220476435.e74a4c65c7a46356c59c659ed306ac23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:17,249 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e74a4c65c7a46356c59c659ed306ac23, disabling compactions & flushes 2024-11-21T20:21:17,249 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732220476435.e74a4c65c7a46356c59c659ed306ac23. 2024-11-21T20:21:17,249 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732220476435.e74a4c65c7a46356c59c659ed306ac23. 2024-11-21T20:21:17,249 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732220476435.e74a4c65c7a46356c59c659ed306ac23. after waiting 0 ms 2024-11-21T20:21:17,249 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732220476435.e74a4c65c7a46356c59c659ed306ac23. 2024-11-21T20:21:17,249 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732220476435.e74a4c65c7a46356c59c659ed306ac23. 2024-11-21T20:21:17,249 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e74a4c65c7a46356c59c659ed306ac23: Waiting for close lock at 1732220477249Disabling compacts and flushes for region at 1732220477249Disabling writes for close at 1732220477249Writing region close event to WAL at 1732220477249Closed at 1732220477249 2024-11-21T20:21:17,250 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:21:17,250 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732220476435.e74a4c65c7a46356c59c659ed306ac23.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732220477250"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220477250"}]},"ts":"1732220477250"} 2024-11-21T20:21:17,252 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:21:17,253 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:21:17,253 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220477253"}]},"ts":"1732220477253"} 2024-11-21T20:21:17,255 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T20:21:17,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e74a4c65c7a46356c59c659ed306ac23, ASSIGN}] 2024-11-21T20:21:17,257 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e74a4c65c7a46356c59c659ed306ac23, ASSIGN 2024-11-21T20:21:17,257 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e74a4c65c7a46356c59c659ed306ac23, ASSIGN; state=OFFLINE, location=377014bd7527,44657,1732220459760; forceNewPlan=false, retain=false 2024-11-21T20:21:17,325 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 379, reset compression=false 2024-11-21T20:21:17,408 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e74a4c65c7a46356c59c659ed306ac23, regionState=OPENING, regionLocation=377014bd7527,44657,1732220459760 2024-11-21T20:21:17,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e74a4c65c7a46356c59c659ed306ac23, ASSIGN because future has completed 2024-11-21T20:21:17,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e74a4c65c7a46356c59c659ed306ac23, server=377014bd7527,44657,1732220459760}] 2024-11-21T20:21:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:21:17,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732220476435.e74a4c65c7a46356c59c659ed306ac23. 2024-11-21T20:21:17,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:21:17,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T20:21:17,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C44657%2C1732220459760.rep, suffix=, logDir=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760, archiveDir=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/oldWALs, maxLogs=10 2024-11-21T20:21:17,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.rep.1732220477572, exclude list is [], retry=0 2024-11-21T20:21:17,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42787,DS-39fb9ec7-30c2-45ee-b759-5171afbf2af7,DISK] 2024-11-21T20:21:17,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.rep.1732220477572 2024-11-21T20:21:17,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43507:43507)] 2024-11-21T20:21:17,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e74a4c65c7a46356c59c659ed306ac23, NAME => 'hbase:replication,,1732220476435.e74a4c65c7a46356c59c659ed306ac23.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:21:17,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:21:17,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:21:17,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732220476435.e74a4c65c7a46356c59c659ed306ac23. service=MultiRowMutationService 2024-11-21T20:21:17,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T20:21:17,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e74a4c65c7a46356c59c659ed306ac23 2024-11-21T20:21:17,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732220476435.e74a4c65c7a46356c59c659ed306ac23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:17,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e74a4c65c7a46356c59c659ed306ac23 2024-11-21T20:21:17,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e74a4c65c7a46356c59c659ed306ac23 2024-11-21T20:21:17,596 INFO [StoreOpener-e74a4c65c7a46356c59c659ed306ac23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e74a4c65c7a46356c59c659ed306ac23 2024-11-21T20:21:17,598 INFO [StoreOpener-e74a4c65c7a46356c59c659ed306ac23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e74a4c65c7a46356c59c659ed306ac23 columnFamilyName hfileref 2024-11-21T20:21:17,598 DEBUG [StoreOpener-e74a4c65c7a46356c59c659ed306ac23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:17,598 INFO [StoreOpener-e74a4c65c7a46356c59c659ed306ac23-1 {}] regionserver.HStore(327): Store=e74a4c65c7a46356c59c659ed306ac23/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:17,598 INFO [StoreOpener-e74a4c65c7a46356c59c659ed306ac23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e74a4c65c7a46356c59c659ed306ac23 2024-11-21T20:21:17,599 INFO [StoreOpener-e74a4c65c7a46356c59c659ed306ac23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e74a4c65c7a46356c59c659ed306ac23 columnFamilyName queue 2024-11-21T20:21:17,599 DEBUG [StoreOpener-e74a4c65c7a46356c59c659ed306ac23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:17,599 INFO [StoreOpener-e74a4c65c7a46356c59c659ed306ac23-1 {}] regionserver.HStore(327): Store=e74a4c65c7a46356c59c659ed306ac23/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:17,599 INFO [StoreOpener-e74a4c65c7a46356c59c659ed306ac23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e74a4c65c7a46356c59c659ed306ac23 2024-11-21T20:21:17,600 INFO [StoreOpener-e74a4c65c7a46356c59c659ed306ac23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e74a4c65c7a46356c59c659ed306ac23 columnFamilyName sid 2024-11-21T20:21:17,600 DEBUG [StoreOpener-e74a4c65c7a46356c59c659ed306ac23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:17,601 INFO [StoreOpener-e74a4c65c7a46356c59c659ed306ac23-1 {}] regionserver.HStore(327): Store=e74a4c65c7a46356c59c659ed306ac23/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:17,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e74a4c65c7a46356c59c659ed306ac23 2024-11-21T20:21:17,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/hbase/replication/e74a4c65c7a46356c59c659ed306ac23 2024-11-21T20:21:17,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/hbase/replication/e74a4c65c7a46356c59c659ed306ac23 2024-11-21T20:21:17,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e74a4c65c7a46356c59c659ed306ac23 2024-11-21T20:21:17,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e74a4c65c7a46356c59c659ed306ac23 2024-11-21T20:21:17,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:21:17,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e74a4c65c7a46356c59c659ed306ac23 2024-11-21T20:21:17,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/hbase/replication/e74a4c65c7a46356c59c659ed306ac23/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:21:17,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e74a4c65c7a46356c59c659ed306ac23; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64854490, jitterRate=-0.033592790365219116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:21:17,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e74a4c65c7a46356c59c659ed306ac23 2024-11-21T20:21:17,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e74a4c65c7a46356c59c659ed306ac23: Running coprocessor pre-open hook at 1732220477595Writing region info on filesystem at 1732220477595Initializing all the Stores at 1732220477596 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220477596Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220477596Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220477596Cleaning up temporary data from old regions at 1732220477603 (+7 ms)Running coprocessor post-open hooks at 1732220477607 (+4 ms)Region opened successfully at 1732220477607 2024-11-21T20:21:17,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732220476435.e74a4c65c7a46356c59c659ed306ac23., pid=10, masterSystemTime=1732220477561 2024-11-21T20:21:17,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732220476435.e74a4c65c7a46356c59c659ed306ac23. 2024-11-21T20:21:17,610 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732220476435.e74a4c65c7a46356c59c659ed306ac23. 2024-11-21T20:21:17,610 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e74a4c65c7a46356c59c659ed306ac23, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,44657,1732220459760 2024-11-21T20:21:17,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e74a4c65c7a46356c59c659ed306ac23, server=377014bd7527,44657,1732220459760 because future has completed 2024-11-21T20:21:17,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T20:21:17,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e74a4c65c7a46356c59c659ed306ac23, server=377014bd7527,44657,1732220459760 in 203 msec 2024-11-21T20:21:17,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T20:21:17,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e74a4c65c7a46356c59c659ed306ac23, ASSIGN in 359 msec 2024-11-21T20:21:17,617 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:21:17,618 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220477617"}]},"ts":"1732220477617"} 2024-11-21T20:21:17,619 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T20:21:17,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:21:17,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-11-21T20:21:17,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732220476435.e74a4c65c7a46356c59c659ed306ac23., hostname=377014bd7527,44657,1732220459760, seqNum=2] 2024-11-21T20:21:17,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1015f0e7a5a0003, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1498424761 2024-11-21T20:21:17,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44657-0x1015f0e7a5a0004, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1498424761 2024-11-21T20:21:17,829 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 379, reset compression=false 2024-11-21T20:21:17,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T20:21:18,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44657 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T20:21:18,071 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T20:21:18,097 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-377014bd7527,44657,1732220459760, ReplicationSource: 1, currentBandwidth=0 2024-11-21T20:21:18,098 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:21:18,098 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44657,1732220459760, seqNum=-1] 2024-11-21T20:21:18,098 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:21:18,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-21T20:21:18,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-377014bd7527,44657,1732220459760', locateType=CURRENT is [region=hbase:replication,,1732220476435.e74a4c65c7a46356c59c659ed306ac23., hostname=377014bd7527,44657,1732220459760, seqNum=2] 2024-11-21T20:21:18,103 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T20:21:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T20:21:18,105 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 377014bd7527,44657,1732220459760 suceeded 2024-11-21T20:21:18,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T20:21:18,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-21T20:21:18,107 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://377014bd7527:42749,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T20:21:18,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6860 sec 2024-11-21T20:21:18,116 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:42749' 2024-11-21T20:21:18,117 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1635baa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:18,117 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,42749,-1 for getting cluster id 2024-11-21T20:21:18,117 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:21:18,118 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b80f623-f701-48ca-b2fc-cac6ab7daebe' 2024-11-21T20:21:18,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:21:18,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b80f623-f701-48ca-b2fc-cac6ab7daebe" 2024-11-21T20:21:18,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b7ccb92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:18,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,42749,-1] 2024-11-21T20:21:18,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:21:18,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:18,119 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:21:18,119 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f3fa1b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:18,119 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:21:18,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,42749,1732220465124 2024-11-21T20:21:18,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15390f3d 2024-11-21T20:21:18,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:21:18,121 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-21T20:21:18,121 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-377014bd7527,44657,1732220459760 (queues=1) is replicating from cluster=167f4cd8-020b-458e-af3f-946060bea013 to cluster=0b80f623-f701-48ca-b2fc-cac6ab7daebe 2024-11-21T20:21:18,121 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=377014bd7527%2C44657%2C1732220459760 2024-11-21T20:21:18,121 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-377014bd7527,44657,1732220459760, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T20:21:18,122 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.shipper377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 377014bd7527%2C44657%2C1732220459760 2024-11-21T20:21:18,122 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059, startPosition=0, beingWritten=true 2024-11-21T20:21:18,126 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:21:18,126 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 379, reset compression=false 2024-11-21T20:21:18,126 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.shipper377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,44657,1732220459760 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:21:18,330 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 379, reset compression=false 2024-11-21T20:21:18,433 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 379, reset compression=false 2024-11-21T20:21:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:21:18,574 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T20:21:18,574 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:21:18,574 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:21:18,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:18,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:18,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:21:18,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c47d2f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:18,574 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,42749,-1 for getting cluster id 2024-11-21T20:21:18,575 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:21:18,575 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b80f623-f701-48ca-b2fc-cac6ab7daebe' 2024-11-21T20:21:18,575 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:21:18,575 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b80f623-f701-48ca-b2fc-cac6ab7daebe" 2024-11-21T20:21:18,576 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b13f772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:18,576 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,42749,-1] 2024-11-21T20:21:18,576 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:21:18,576 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:18,577 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:21:18,577 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@714b2b08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:18,577 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:21:18,578 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,42749,1732220465124 2024-11-21T20:21:18,578 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51455e8e 2024-11-21T20:21:18,578 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:21:18,579 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:21:18,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://377014bd7527:37831,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T20:21:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T20:21:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:21:18,581 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:37831' 2024-11-21T20:21:18,582 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7513fab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:18,582 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,37831,-1 for getting cluster id 2024-11-21T20:21:18,582 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:21:18,583 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96ee8605-80cf-4ca0-b2fc-d16843f4837a' 2024-11-21T20:21:18,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:21:18,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96ee8605-80cf-4ca0-b2fc-d16843f4837a" 2024-11-21T20:21:18,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5334e4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:18,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,37831,-1] 2024-11-21T20:21:18,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:21:18,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:18,584 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:21:18,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@610f623b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:18,585 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:21:18,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,37831,1732220454503 2024-11-21T20:21:18,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ae3714d 2024-11-21T20:21:18,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:21:18,586 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:21:18,587 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T20:21:18,587 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T20:21:18,587 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:18,587 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:18,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:21:18,587 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:21:18,588 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T20:21:18,589 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:21:18,589 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:18,589 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:21:18,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741837_1013 (size=1138) 2024-11-21T20:21:18,634 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 379, reset compression=false 2024-11-21T20:21:18,638 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T20:21:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:21:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:21:18,996 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7ccef18669cd8a0a251608fd067e5d96, NAME => 'hbase:replication,,1732220478587.7ccef18669cd8a0a251608fd067e5d96.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8 2024-11-21T20:21:19,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741838_1014 (size=44) 2024-11-21T20:21:19,038 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 379, reset compression=false 2024-11-21T20:21:19,136 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 379, reset compression=false 2024-11-21T20:21:19,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:21:19,404 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732220478587.7ccef18669cd8a0a251608fd067e5d96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:19,404 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7ccef18669cd8a0a251608fd067e5d96, disabling compactions & flushes 2024-11-21T20:21:19,404 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732220478587.7ccef18669cd8a0a251608fd067e5d96. 2024-11-21T20:21:19,404 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732220478587.7ccef18669cd8a0a251608fd067e5d96. 2024-11-21T20:21:19,404 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732220478587.7ccef18669cd8a0a251608fd067e5d96. after waiting 0 ms 2024-11-21T20:21:19,404 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732220478587.7ccef18669cd8a0a251608fd067e5d96. 2024-11-21T20:21:19,404 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732220478587.7ccef18669cd8a0a251608fd067e5d96. 2024-11-21T20:21:19,405 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7ccef18669cd8a0a251608fd067e5d96: Waiting for close lock at 1732220479404Disabling compacts and flushes for region at 1732220479404Disabling writes for close at 1732220479404Writing region close event to WAL at 1732220479404Closed at 1732220479404 2024-11-21T20:21:19,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:21:19,406 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732220478587.7ccef18669cd8a0a251608fd067e5d96.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732220479406"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220479406"}]},"ts":"1732220479406"} 2024-11-21T20:21:19,407 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:21:19,408 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:21:19,408 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220479408"}]},"ts":"1732220479408"} 2024-11-21T20:21:19,409 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T20:21:19,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ccef18669cd8a0a251608fd067e5d96, ASSIGN}] 2024-11-21T20:21:19,410 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ccef18669cd8a0a251608fd067e5d96, ASSIGN 2024-11-21T20:21:19,411 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7ccef18669cd8a0a251608fd067e5d96, ASSIGN; state=OFFLINE, location=377014bd7527,37737,1732220465270; forceNewPlan=false, retain=false 2024-11-21T20:21:19,542 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 379, reset compression=false 2024-11-21T20:21:19,561 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7ccef18669cd8a0a251608fd067e5d96, regionState=OPENING, regionLocation=377014bd7527,37737,1732220465270 2024-11-21T20:21:19,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7ccef18669cd8a0a251608fd067e5d96, ASSIGN because future has completed 2024-11-21T20:21:19,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ccef18669cd8a0a251608fd067e5d96, server=377014bd7527,37737,1732220465270}] 2024-11-21T20:21:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:21:19,718 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732220478587.7ccef18669cd8a0a251608fd067e5d96. 2024-11-21T20:21:19,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:21:19,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T20:21:19,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C37737%2C1732220465270.rep, suffix=, logDir=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270, archiveDir=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/oldWALs, maxLogs=10 2024-11-21T20:21:19,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.rep.1732220479720, exclude list is [], retry=0 2024-11-21T20:21:19,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35035,DS-17a3a382-b986-4e3d-807f-9cfa27337e70,DISK] 2024-11-21T20:21:19,735 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.rep.1732220479720 2024-11-21T20:21:19,737 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:21:19,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33429:33429)] 2024-11-21T20:21:19,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ccef18669cd8a0a251608fd067e5d96, NAME => 'hbase:replication,,1732220478587.7ccef18669cd8a0a251608fd067e5d96.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:21:19,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:19,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:19,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:21:19,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:21:19,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732220478587.7ccef18669cd8a0a251608fd067e5d96. service=MultiRowMutationService 2024-11-21T20:21:19,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T20:21:19,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7ccef18669cd8a0a251608fd067e5d96 2024-11-21T20:21:19,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732220478587.7ccef18669cd8a0a251608fd067e5d96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:19,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7ccef18669cd8a0a251608fd067e5d96 2024-11-21T20:21:19,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7ccef18669cd8a0a251608fd067e5d96 2024-11-21T20:21:19,744 INFO [StoreOpener-7ccef18669cd8a0a251608fd067e5d96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7ccef18669cd8a0a251608fd067e5d96 2024-11-21T20:21:19,745 INFO [StoreOpener-7ccef18669cd8a0a251608fd067e5d96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ccef18669cd8a0a251608fd067e5d96 columnFamilyName hfileref 2024-11-21T20:21:19,746 DEBUG [StoreOpener-7ccef18669cd8a0a251608fd067e5d96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:19,746 INFO [StoreOpener-7ccef18669cd8a0a251608fd067e5d96-1 {}] regionserver.HStore(327): Store=7ccef18669cd8a0a251608fd067e5d96/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:19,746 INFO [StoreOpener-7ccef18669cd8a0a251608fd067e5d96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7ccef18669cd8a0a251608fd067e5d96 2024-11-21T20:21:19,747 INFO [StoreOpener-7ccef18669cd8a0a251608fd067e5d96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ccef18669cd8a0a251608fd067e5d96 columnFamilyName queue 2024-11-21T20:21:19,747 DEBUG [StoreOpener-7ccef18669cd8a0a251608fd067e5d96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:19,747 INFO [StoreOpener-7ccef18669cd8a0a251608fd067e5d96-1 {}] regionserver.HStore(327): Store=7ccef18669cd8a0a251608fd067e5d96/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:19,748 INFO [StoreOpener-7ccef18669cd8a0a251608fd067e5d96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7ccef18669cd8a0a251608fd067e5d96 2024-11-21T20:21:19,749 INFO [StoreOpener-7ccef18669cd8a0a251608fd067e5d96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ccef18669cd8a0a251608fd067e5d96 columnFamilyName sid 2024-11-21T20:21:19,749 DEBUG [StoreOpener-7ccef18669cd8a0a251608fd067e5d96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:19,749 INFO [StoreOpener-7ccef18669cd8a0a251608fd067e5d96-1 {}] regionserver.HStore(327): Store=7ccef18669cd8a0a251608fd067e5d96/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:19,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7ccef18669cd8a0a251608fd067e5d96 2024-11-21T20:21:19,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/hbase/replication/7ccef18669cd8a0a251608fd067e5d96 2024-11-21T20:21:19,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/hbase/replication/7ccef18669cd8a0a251608fd067e5d96 2024-11-21T20:21:19,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7ccef18669cd8a0a251608fd067e5d96 2024-11-21T20:21:19,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7ccef18669cd8a0a251608fd067e5d96 2024-11-21T20:21:19,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:21:19,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7ccef18669cd8a0a251608fd067e5d96 2024-11-21T20:21:19,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/hbase/replication/7ccef18669cd8a0a251608fd067e5d96/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:21:19,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7ccef18669cd8a0a251608fd067e5d96; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62323390, jitterRate=-0.07130911946296692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:21:19,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ccef18669cd8a0a251608fd067e5d96 2024-11-21T20:21:19,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7ccef18669cd8a0a251608fd067e5d96: Running coprocessor pre-open hook at 1732220479741Writing region info on filesystem at 1732220479741Initializing all the Stores at 1732220479742 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220479742Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220479744 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220479744Cleaning up temporary data from old regions at 1732220479751 (+7 ms)Running coprocessor post-open hooks at 1732220479754 (+3 ms)Region opened successfully at 1732220479755 (+1 ms) 2024-11-21T20:21:19,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732220478587.7ccef18669cd8a0a251608fd067e5d96., pid=10, masterSystemTime=1732220479715 2024-11-21T20:21:19,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732220478587.7ccef18669cd8a0a251608fd067e5d96. 2024-11-21T20:21:19,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732220478587.7ccef18669cd8a0a251608fd067e5d96. 2024-11-21T20:21:19,757 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7ccef18669cd8a0a251608fd067e5d96, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,37737,1732220465270 2024-11-21T20:21:19,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ccef18669cd8a0a251608fd067e5d96, server=377014bd7527,37737,1732220465270 because future has completed 2024-11-21T20:21:19,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T20:21:19,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ccef18669cd8a0a251608fd067e5d96, server=377014bd7527,37737,1732220465270 in 196 msec 2024-11-21T20:21:19,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T20:21:19,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ccef18669cd8a0a251608fd067e5d96, ASSIGN in 351 msec 2024-11-21T20:21:19,763 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:21:19,764 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220479763"}]},"ts":"1732220479763"} 2024-11-21T20:21:19,765 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T20:21:19,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:21:19,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-21T20:21:19,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:19,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:19,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:19,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:19,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:19,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:19,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:19,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:19,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:19,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:19,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732220478587.7ccef18669cd8a0a251608fd067e5d96., hostname=377014bd7527,37737,1732220465270, seqNum=2] 2024-11-21T20:21:19,808 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T20:21:19,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37737-0x1015f0e7a5a0007, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22103427328 2024-11-21T20:21:19,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1015f0e7a5a0006, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22103427328 2024-11-21T20:21:19,932 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T20:21:19,939 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 379, reset compression=false 2024-11-21T20:21:20,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37737 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T20:21:20,084 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T20:21:20,110 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-377014bd7527,37737,1732220465270, ReplicationSource: 1, currentBandwidth=0 2024-11-21T20:21:20,110 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:21:20,110 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,37737,1732220465270, seqNum=-1] 2024-11-21T20:21:20,110 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:21:20,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-21T20:21:20,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-377014bd7527,37737,1732220465270', locateType=CURRENT is [region=hbase:replication,,1732220478587.7ccef18669cd8a0a251608fd067e5d96., hostname=377014bd7527,37737,1732220465270, seqNum=2] 2024-11-21T20:21:20,114 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T20:21:20,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T20:21:20,116 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 377014bd7527,37737,1732220465270 suceeded 2024-11-21T20:21:20,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T20:21:20,118 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://377014bd7527:37831,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T20:21:20,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-21T20:21:20,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5390 sec 2024-11-21T20:21:20,128 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:37831' 2024-11-21T20:21:20,129 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a909982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:20,129 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,37831,-1 for getting cluster id 2024-11-21T20:21:20,129 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:21:20,130 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96ee8605-80cf-4ca0-b2fc-d16843f4837a' 2024-11-21T20:21:20,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:21:20,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96ee8605-80cf-4ca0-b2fc-d16843f4837a" 2024-11-21T20:21:20,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f2231e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:20,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,37831,-1] 2024-11-21T20:21:20,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:21:20,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:20,131 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:21:20,132 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b4943a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:20,132 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:21:20,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,37831,1732220454503 2024-11-21T20:21:20,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e1035c3 2024-11-21T20:21:20,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:21:20,133 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-21T20:21:20,134 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-377014bd7527,37737,1732220465270 (queues=1) is replicating from cluster=0b80f623-f701-48ca-b2fc-cac6ab7daebe to cluster=96ee8605-80cf-4ca0-b2fc-d16843f4837a 2024-11-21T20:21:20,134 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=377014bd7527%2C37737%2C1732220465270 2024-11-21T20:21:20,134 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-377014bd7527,37737,1732220465270, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T20:21:20,134 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636, startPosition=0, beingWritten=true 2024-11-21T20:21:20,134 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.shipper377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 377014bd7527%2C37737%2C1732220465270 2024-11-21T20:21:20,139 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:21:20,139 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636 to pos 379, reset compression=false 2024-11-21T20:21:20,139 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.shipper377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,37737,1732220465270 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:21:20,145 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 379, reset compression=false 2024-11-21T20:21:20,342 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636 to pos 379, reset compression=false 2024-11-21T20:21:20,645 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636 to pos 379, reset compression=false 2024-11-21T20:21:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:21:20,724 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T20:21:20,724 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:21:20,724 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:21:20,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:20,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:20,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:21:20,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a20cd5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:20,724 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,37831,-1 for getting cluster id 2024-11-21T20:21:20,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:21:20,725 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96ee8605-80cf-4ca0-b2fc-d16843f4837a' 2024-11-21T20:21:20,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:21:20,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96ee8605-80cf-4ca0-b2fc-d16843f4837a" 2024-11-21T20:21:20,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f8ac92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:20,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,37831,-1] 2024-11-21T20:21:20,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:21:20,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:20,726 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:21:20,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5969516a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:20,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18c2b3bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:20,727 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,42271,-1 for getting cluster id 2024-11-21T20:21:20,727 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:21:20,728 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '167f4cd8-020b-458e-af3f-946060bea013' 2024-11-21T20:21:20,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:21:20,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "167f4cd8-020b-458e-af3f-946060bea013" 2024-11-21T20:21:20,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49fc2e54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:20,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,42271,-1] 2024-11-21T20:21:20,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:21:20,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:20,729 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:21:20,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4959bbd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:20,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65bbe2b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:20,730 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,42749,-1 for getting cluster id 2024-11-21T20:21:20,730 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:21:20,730 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b80f623-f701-48ca-b2fc-cac6ab7daebe' 2024-11-21T20:21:20,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:21:20,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b80f623-f701-48ca-b2fc-cac6ab7daebe" 2024-11-21T20:21:20,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c478290, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:20,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,42749,-1] 2024-11-21T20:21:20,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:21:20,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:20,731 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:21:20,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150be426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:20,732 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:21:20,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,36421,1732220454698, seqNum=-1] 2024-11-21T20:21:20,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:21:20,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:21:20,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732220468631.fad2c7b8ce6524fe4818b316e47c7791., hostname=377014bd7527,36421,1732220454698, seqNum=2] 2024-11-21T20:21:20,737 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:21:20,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,37737,1732220465270, seqNum=-1] 2024-11-21T20:21:20,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:21:20,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:21:20,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732220472952.98fbf29c85899e381fa8630ac964b702., hostname=377014bd7527,37737,1732220465270, seqNum=2] 2024-11-21T20:21:20,767 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-21T20:21:20,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T20:21:20,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-21T20:21:20,842 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 379, reset compression=false 2024-11-21T20:21:20,846 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T20:21:20,846 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 480, reset compression=false 2024-11-21T20:21:20,847 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.shipper377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,36421,1732220454698 got entry batch from reader: WALEntryBatch [walEntries=[{test/fad2c7b8ce6524fe4818b316e47c7791/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-21T20:21:20,849 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.shipper377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:21:20,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-21T20:21:20,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44657 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T20:21:20,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c66b3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:20,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44657 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,42271,-1 for getting cluster id 2024-11-21T20:21:20,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:21:20,851 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '167f4cd8-020b-458e-af3f-946060bea013' 2024-11-21T20:21:20,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:21:20,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "167f4cd8-020b-458e-af3f-946060bea013" 2024-11-21T20:21:20,852 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 379, reset compression=false 2024-11-21T20:21:20,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33ec2d47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:20,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,42271,-1] 2024-11-21T20:21:20,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:21:20,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:20,853 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:21:20,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53468abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:20,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44657 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:21:20,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44657,1732220459760, seqNum=-1] 2024-11-21T20:21:20,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:21:20,855 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-21T20:21:20,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732220470785.4dafc04410cee890f5484a1150b88fe7., hostname=377014bd7527,44657,1732220459760, seqNum=2] 2024-11-21T20:21:20,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44657 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T20:21:21,049 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636 to pos 379, reset compression=false 2024-11-21T20:21:21,050 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 480, reset compression=false 2024-11-21T20:21:21,353 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 480, reset compression=false 2024-11-21T20:21:21,552 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636 to pos 379, reset compression=false 2024-11-21T20:21:21,656 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 379, reset compression=false 2024-11-21T20:21:21,660 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T20:21:21,660 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 504, reset compression=false 2024-11-21T20:21:21,660 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.shipper377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,44657,1732220459760 got entry batch from reader: WALEntryBatch [walEntries=[{test/4dafc04410cee890f5484a1150b88fe7/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-21T20:21:21,662 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.shipper377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:21:21,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-21T20:21:21,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37737 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T20:21:21,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@734c8067, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:21,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37737 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,42749,-1 for getting cluster id 2024-11-21T20:21:21,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37737 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:21:21,665 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b80f623-f701-48ca-b2fc-cac6ab7daebe' 2024-11-21T20:21:21,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:21:21,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b80f623-f701-48ca-b2fc-cac6ab7daebe" 2024-11-21T20:21:21,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d3894c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:21,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,42749,-1] 2024-11-21T20:21:21,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:21:21,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:21,667 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:21:21,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43b9870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:21,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37737 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:21:21,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,37737,1732220465270, seqNum=-1] 2024-11-21T20:21:21,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:21:21,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-21T20:21:21,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732220472952.98fbf29c85899e381fa8630ac964b702., hostname=377014bd7527,37737,1732220465270, seqNum=2] 2024-11-21T20:21:21,673 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37737 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T20:21:21,757 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 480, reset compression=false 2024-11-21T20:21:21,768 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-21T20:21:21,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:21:21,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44657,1732220459760, seqNum=-1] 2024-11-21T20:21:21,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:21:21,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:21:21,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732220470785.4dafc04410cee890f5484a1150b88fe7., hostname=377014bd7527,44657,1732220459760, seqNum=2] 2024-11-21T20:21:21,774 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-21T20:21:21,864 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 504, reset compression=false 2024-11-21T20:21:21,869 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T20:21:21,869 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 608, reset compression=false 2024-11-21T20:21:21,869 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.shipper377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,44657,1732220459760 got entry batch from reader: WALEntryBatch [walEntries=[{test/4dafc04410cee890f5484a1150b88fe7/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T20:21:21,870 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37737 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T20:21:21,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37737 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T20:21:22,072 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 608, reset compression=false 2024-11-21T20:21:22,156 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636 to pos 379, reset compression=false 2024-11-21T20:21:22,161 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T20:21:22,161 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636 to pos 654, reset compression=false 2024-11-21T20:21:22,161 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.shipper377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,37737,1732220465270 got entry batch from reader: WALEntryBatch [walEntries=[{test/98fbf29c85899e381fa8630ac964b702/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-21T20:21:22,163 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.shipper377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:21:22,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-21T20:21:22,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T20:21:22,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6302b2db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:22,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,37831,-1 for getting cluster id 2024-11-21T20:21:22,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:21:22,165 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96ee8605-80cf-4ca0-b2fc-d16843f4837a' 2024-11-21T20:21:22,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:21:22,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96ee8605-80cf-4ca0-b2fc-d16843f4837a" 2024-11-21T20:21:22,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@464da712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:22,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,37831,-1] 2024-11-21T20:21:22,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:21:22,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:22,167 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:21:22,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75cfad9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:22,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:21:22,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,36421,1732220454698, seqNum=-1] 2024-11-21T20:21:22,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:21:22,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-21T20:21:22,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732220468631.fad2c7b8ce6524fe4818b316e47c7791., hostname=377014bd7527,36421,1732220454698, seqNum=2] 2024-11-21T20:21:22,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T20:21:22,261 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 480, reset compression=false 2024-11-21T20:21:22,264 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:21:22,264 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 630, reset compression=false 2024-11-21T20:21:22,264 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.shipper377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,36421,1732220454698 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:21:22,365 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636 to pos 654, reset compression=false 2024-11-21T20:21:22,375 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 608, reset compression=false 2024-11-21T20:21:22,468 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 630, reset compression=false 2024-11-21T20:21:22,668 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636 to pos 654, reset compression=false 2024-11-21T20:21:22,771 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 630, reset compression=false 2024-11-21T20:21:22,776 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-21T20:21:22,778 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 608, reset compression=false 2024-11-21T20:21:22,779 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-21T20:21:23,071 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636 to pos 654, reset compression=false 2024-11-21T20:21:23,075 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T20:21:23,075 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636 to pos 758, reset compression=false 2024-11-21T20:21:23,075 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.shipper377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,37737,1732220465270 got entry batch from reader: WALEntryBatch [walEntries=[{test/98fbf29c85899e381fa8630ac964b702/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T20:21:23,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T20:21:23,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T20:21:23,175 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 630, reset compression=false 2024-11-21T20:21:23,179 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T20:21:23,179 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 757, reset compression=false 2024-11-21T20:21:23,180 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.shipper377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,36421,1732220454698 got entry batch from reader: WALEntryBatch [walEntries=[{test/fad2c7b8ce6524fe4818b316e47c7791/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-21T20:21:23,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44657 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T20:21:23,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44657 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T20:21:23,279 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636 to pos 758, reset compression=false 2024-11-21T20:21:23,290 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 608, reset compression=false 2024-11-21T20:21:23,293 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:21:23,293 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 759, reset compression=false 2024-11-21T20:21:23,293 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.shipper377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,44657,1732220459760 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:21:23,383 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 757, reset compression=false 2024-11-21T20:21:23,496 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 759, reset compression=false 2024-11-21T20:21:23,592 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636 to pos 758, reset compression=false 2024-11-21T20:21:23,687 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 757, reset compression=false 2024-11-21T20:21:23,781 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-21T20:21:23,784 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-21T20:21:23,800 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 759, reset compression=false 2024-11-21T20:21:23,996 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636 to pos 758, reset compression=false 2024-11-21T20:21:24,090 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 757, reset compression=false 2024-11-21T20:21:24,093 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T20:21:24,094 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T20:21:24,094 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 913, reset compression=false 2024-11-21T20:21:24,094 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.shipper377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,36421,1732220454698 got entry batch from reader: WALEntryBatch [walEntries=[{test/fad2c7b8ce6524fe4818b316e47c7791/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-21T20:21:24,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44657 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T20:21:24,098 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44657 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T20:21:24,203 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 759, reset compression=false 2024-11-21T20:21:24,207 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T20:21:24,207 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 907, reset compression=false 2024-11-21T20:21:24,207 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.shipper377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,44657,1732220459760 got entry batch from reader: WALEntryBatch [walEntries=[{test/4dafc04410cee890f5484a1150b88fe7/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-21T20:21:24,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37737 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T20:21:24,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37737 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T20:21:24,298 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 913, reset compression=false 2024-11-21T20:21:24,412 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 907, reset compression=false 2024-11-21T20:21:24,499 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636 to pos 758, reset compression=false 2024-11-21T20:21:24,504 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:21:24,504 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636 to pos 929, reset compression=false 2024-11-21T20:21:24,504 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.shipper377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,37737,1732220465270 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:21:24,601 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 913, reset compression=false 2024-11-21T20:21:24,708 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636 to pos 929, reset compression=false 2024-11-21T20:21:24,716 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 907, reset compression=false 2024-11-21T20:21:24,786 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-21T20:21:24,790 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-21T20:21:25,005 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 913, reset compression=false 2024-11-21T20:21:25,011 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636 to pos 929, reset compression=false 2024-11-21T20:21:25,120 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 907, reset compression=false 2024-11-21T20:21:25,125 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T20:21:25,125 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 1066, reset compression=false 2024-11-21T20:21:25,125 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.shipper377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,44657,1732220459760 got entry batch from reader: WALEntryBatch [walEntries=[{test/4dafc04410cee890f5484a1150b88fe7/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T20:21:25,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37737 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T20:21:25,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37737 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T20:21:25,243 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:21:25,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:25,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:25,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:25,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:25,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:25,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:25,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:25,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:25,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:25,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:25,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:25,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:25,329 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 1066, reset compression=false 2024-11-21T20:21:25,415 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636 to pos 929, reset compression=false 2024-11-21T20:21:25,420 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T20:21:25,420 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636 to pos 1078, reset compression=false 2024-11-21T20:21:25,420 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.shipper377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,37737,1732220465270 got entry batch from reader: WALEntryBatch [walEntries=[{test/98fbf29c85899e381fa8630ac964b702/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-21T20:21:25,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T20:21:25,423 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T20:21:25,509 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 913, reset compression=false 2024-11-21T20:21:25,513 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:21:25,513 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 1085, reset compression=false 2024-11-21T20:21:25,514 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.shipper377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,36421,1732220454698 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:21:25,624 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636 to pos 1078, reset compression=false 2024-11-21T20:21:25,634 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 1066, reset compression=false 2024-11-21T20:21:25,717 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 1085, reset compression=false 2024-11-21T20:21:25,792 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-21T20:21:25,796 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-21T20:21:25,927 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636 to pos 1078, reset compression=false 2024-11-21T20:21:25,931 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T20:21:25,931 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636 to pos 1237, reset compression=false 2024-11-21T20:21:25,931 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.shipper377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,37737,1732220465270 got entry batch from reader: WALEntryBatch [walEntries=[{test/98fbf29c85899e381fa8630ac964b702/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T20:21:25,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T20:21:25,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T20:21:26,020 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 1085, reset compression=false 2024-11-21T20:21:26,024 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T20:21:26,024 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 1234, reset compression=false 2024-11-21T20:21:26,024 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.shipper377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,36421,1732220454698 got entry batch from reader: WALEntryBatch [walEntries=[{test/fad2c7b8ce6524fe4818b316e47c7791/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-21T20:21:26,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44657 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T20:21:26,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44657 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T20:21:26,036 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 1066, reset compression=false 2024-11-21T20:21:26,040 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:21:26,040 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 1239, reset compression=false 2024-11-21T20:21:26,040 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.shipper377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,44657,1732220459760 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:21:26,134 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636 to pos 1237, reset compression=false 2024-11-21T20:21:26,227 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 1234, reset compression=false 2024-11-21T20:21:26,244 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 1239, reset compression=false 2024-11-21T20:21:26,438 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636 to pos 1237, reset compression=false 2024-11-21T20:21:26,531 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 1234, reset compression=false 2024-11-21T20:21:26,547 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 1239, reset compression=false 2024-11-21T20:21:26,798 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-21T20:21:26,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@502bf032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:26,804 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,42749,-1 for getting cluster id 2024-11-21T20:21:26,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:21:26,805 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b80f623-f701-48ca-b2fc-cac6ab7daebe' 2024-11-21T20:21:26,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:21:26,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b80f623-f701-48ca-b2fc-cac6ab7daebe" 2024-11-21T20:21:26,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f13c9a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:26,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,42749,-1] 2024-11-21T20:21:26,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:21:26,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:26,807 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:21:26,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ddfab67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:26,809 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:21:26,810 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,42749,1732220465124 2024-11-21T20:21:26,810 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25c5b68a 2024-11-21T20:21:26,811 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:21:26,812 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:21:26,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-21T20:21:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-21T20:21:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T20:21:26,843 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636 to pos 1237, reset compression=false 2024-11-21T20:21:26,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T20:21:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T20:21:26,934 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 1234, reset compression=false 2024-11-21T20:21:26,950 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 1239, reset compression=false 2024-11-21T20:21:27,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37737 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-21T20:21:27,032 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-21T20:21:27,033 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-21T20:21:27,033 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-377014bd7527,37737,1732220465270 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-21T20:21:27,033 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/377014bd7527:0-0. 2024-11-21T20:21:27,033 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:21:27,033 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:27,034 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:27,034 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:21:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T20:21:27,134 WARN [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T20:21:27,134 WARN [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.shipper377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T20:21:27,234 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.shipper377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 terminated 2024-11-21T20:21:27,255 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-377014bd7527,37737,1732220465270, ReplicationSource: 1, currentBandwidth=0 2024-11-21T20:21:27,256 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-21T20:21:27,256 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-21T20:21:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-21T20:21:27,258 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 377014bd7527,37737,1732220465270 suceeded 2024-11-21T20:21:27,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-21T20:21:27,260 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-21T20:21:27,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 379 msec 2024-11-21T20:21:27,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 448 msec 2024-11-21T20:21:27,273 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:37831' 2024-11-21T20:21:27,274 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dea7070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:27,274 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,37831,-1 for getting cluster id 2024-11-21T20:21:27,274 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:21:27,275 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96ee8605-80cf-4ca0-b2fc-d16843f4837a' 2024-11-21T20:21:27,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:21:27,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96ee8605-80cf-4ca0-b2fc-d16843f4837a" 2024-11-21T20:21:27,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b02daae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:27,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,37831,-1] 2024-11-21T20:21:27,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:21:27,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:27,276 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:21:27,277 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c2dd82b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:27,277 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:21:27,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,37831,1732220454503 2024-11-21T20:21:27,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14c412ed 2024-11-21T20:21:27,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:21:27,278 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-21T20:21:27,279 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-377014bd7527,37737,1732220465270 (queues=1) is replicating from cluster=0b80f623-f701-48ca-b2fc-cac6ab7daebe to cluster=96ee8605-80cf-4ca0-b2fc-d16843f4837a 2024-11-21T20:21:27,279 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=377014bd7527%2C37737%2C1732220465270 2024-11-21T20:21:27,279 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-377014bd7527,37737,1732220465270, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T20:21:27,280 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.shipper377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 377014bd7527%2C37737%2C1732220465270 2024-11-21T20:21:27,437 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 1234, reset compression=false 2024-11-21T20:21:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T20:21:27,443 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-21T20:21:27,443 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:21:27,443 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:21:27,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:27,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:27,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:21:27,446 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-21T20:21:27,454 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 1239, reset compression=false 2024-11-21T20:21:28,042 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 1234, reset compression=false 2024-11-21T20:21:28,046 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T20:21:28,046 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 1338, reset compression=false 2024-11-21T20:21:28,046 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.shipper377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,36421,1732220454698 got entry batch from reader: WALEntryBatch [walEntries=[{test/fad2c7b8ce6524fe4818b316e47c7791/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T20:21:28,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44657 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T20:21:28,049 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44657 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T20:21:28,057 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 1239, reset compression=false 2024-11-21T20:21:28,061 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T20:21:28,061 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 1367, reset compression=false 2024-11-21T20:21:28,061 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.shipper377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,44657,1732220459760 got entry batch from reader: WALEntryBatch [walEntries=[{test/4dafc04410cee890f5484a1150b88fe7/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-21T20:21:28,062 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37737 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T20:21:28,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37737 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T20:21:28,249 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 1338, reset compression=false 2024-11-21T20:21:28,264 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 1367, reset compression=false 2024-11-21T20:21:28,450 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-21T20:21:28,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ed40827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:28,456 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,42749,-1 for getting cluster id 2024-11-21T20:21:28,457 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:21:28,457 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b80f623-f701-48ca-b2fc-cac6ab7daebe' 2024-11-21T20:21:28,460 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:21:28,460 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b80f623-f701-48ca-b2fc-cac6ab7daebe" 2024-11-21T20:21:28,461 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14cdca4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:28,461 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,42749,-1] 2024-11-21T20:21:28,461 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:21:28,461 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:28,462 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:21:28,464 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1faeb236, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:28,466 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:21:28,468 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,42749,1732220465124 2024-11-21T20:21:28,468 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65e681d6 2024-11-21T20:21:28,469 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:21:28,470 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:21:28,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-21T20:21:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-21T20:21:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-21T20:21:28,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T20:21:28,564 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 1338, reset compression=false 2024-11-21T20:21:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-21T20:21:28,592 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 1367, reset compression=false 2024-11-21T20:21:28,651 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T20:21:28,651 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 1471, reset compression=false 2024-11-21T20:21:28,651 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.shipper377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,44657,1732220459760 got entry batch from reader: WALEntryBatch [walEntries=[{test/4dafc04410cee890f5484a1150b88fe7/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T20:21:28,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37737 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-21T20:21:28,654 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-21T20:21:28,655 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37737 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T20:21:28,656 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-21T20:21:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-21T20:21:28,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37737 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T20:21:28,659 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 377014bd7527,37737,1732220465270 suceeded 2024-11-21T20:21:28,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-21T20:21:28,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-21T20:21:28,662 INFO [PEWorker-2 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-21T20:21:28,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 191 msec 2024-11-21T20:21:28,681 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636, startPosition=1237, beingWritten=true 2024-11-21T20:21:28,698 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T20:21:28,698 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636 to pos 1515, reset compression=false 2024-11-21T20:21:28,698 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.shipper377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,37737,1732220465270 got entry batch from reader: WALEntryBatch [walEntries=[{test/98fbf29c85899e381fa8630ac964b702/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-21T20:21:28,701 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.shipper377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:21:28,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-21T20:21:28,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T20:21:28,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T20:21:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-21T20:21:28,794 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-21T20:21:28,794 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:21:28,794 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:21:28,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:28,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:28,795 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:21:28,797 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-21T20:21:28,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T20:21:28,797 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:21:28,797 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:21:28,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:28,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:28,798 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:21:28,798 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T20:21:28,798 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=635982040, stopped=false 2024-11-21T20:21:28,799 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=377014bd7527,42749,1732220465124 2024-11-21T20:21:28,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37737-0x1015f0e7a5a0007, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22103427328/running 2024-11-21T20:21:28,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37737-0x1015f0e7a5a0007, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22103427328 2024-11-21T20:21:28,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1015f0e7a5a0006, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22103427328/running 2024-11-21T20:21:28,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1015f0e7a5a0006, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22103427328 2024-11-21T20:21:28,848 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:21:28,848 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:21:28,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37737-0x1015f0e7a5a0007, quorum=127.0.0.1:54006, baseZNode=/22103427328 Set watcher on znode that does not yet exist, /22103427328/running 2024-11-21T20:21:28,849 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:21:28,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42749-0x1015f0e7a5a0006, quorum=127.0.0.1:54006, baseZNode=/22103427328 Set watcher on znode that does not yet exist, /22103427328/running 2024-11-21T20:21:28,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:28,849 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '377014bd7527,37737,1732220465270' ***** 2024-11-21T20:21:28,849 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T20:21:28,850 INFO [RS:0;377014bd7527:37737 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T20:21:28,850 INFO [RS:0;377014bd7527:37737 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T20:21:28,850 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T20:21:28,850 INFO [RS:0;377014bd7527:37737 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T20:21:28,850 INFO [RS:0;377014bd7527:37737 {}] regionserver.HRegionServer(3091): Received CLOSE for 98fbf29c85899e381fa8630ac964b702 2024-11-21T20:21:28,851 INFO [RS:0;377014bd7527:37737 {}] regionserver.HRegionServer(3091): Received CLOSE for 7ccef18669cd8a0a251608fd067e5d96 2024-11-21T20:21:28,851 INFO [RS:0;377014bd7527:37737 {}] regionserver.HRegionServer(959): stopping server 377014bd7527,37737,1732220465270 2024-11-21T20:21:28,851 INFO [RS:0;377014bd7527:37737 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:21:28,851 INFO [RS:0;377014bd7527:37737 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:37737. 2024-11-21T20:21:28,851 DEBUG [RS:0;377014bd7527:37737 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:21:28,851 DEBUG [RS:0;377014bd7527:37737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:28,851 INFO [RS:0;377014bd7527:37737 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T20:21:28,852 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 98fbf29c85899e381fa8630ac964b702, disabling compactions & flushes 2024-11-21T20:21:28,852 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732220472952.98fbf29c85899e381fa8630ac964b702. 2024-11-21T20:21:28,852 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732220472952.98fbf29c85899e381fa8630ac964b702. 2024-11-21T20:21:28,852 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732220472952.98fbf29c85899e381fa8630ac964b702. after waiting 0 ms 2024-11-21T20:21:28,852 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732220472952.98fbf29c85899e381fa8630ac964b702. 2024-11-21T20:21:28,852 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 98fbf29c85899e381fa8630ac964b702 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-21T20:21:28,856 INFO [RS:0;377014bd7527:37737 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T20:21:28,856 INFO [RS:0;377014bd7527:37737 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T20:21:28,856 INFO [RS:0;377014bd7527:37737 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T20:21:28,864 INFO [RS:0;377014bd7527:37737 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T20:21:28,864 DEBUG [RS:0;377014bd7527:37737 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 98fbf29c85899e381fa8630ac964b702=test,,1732220472952.98fbf29c85899e381fa8630ac964b702., 7ccef18669cd8a0a251608fd067e5d96=hbase:replication,,1732220478587.7ccef18669cd8a0a251608fd067e5d96.} 2024-11-21T20:21:28,864 DEBUG [RS:0;377014bd7527:37737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ccef18669cd8a0a251608fd067e5d96, 98fbf29c85899e381fa8630ac964b702 2024-11-21T20:21:28,864 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:21:28,865 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:21:28,865 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:21:28,865 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:21:28,865 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:21:28,865 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T20:21:28,889 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 1471, reset compression=false 2024-11-21T20:21:28,902 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/default/test/98fbf29c85899e381fa8630ac964b702/.tmp/f/d43bfd613f504573898e204c57ea3b7a is 37, key is row3/f:row3/1732220487445/Put/seqid=0 2024-11-21T20:21:28,906 INFO [regionserver/377014bd7527:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:21:28,934 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/hbase/meta/1588230740/.tmp/info/448fa9e59f404939b30c453720e49bee is 147, key is hbase:replication,,1732220478587.7ccef18669cd8a0a251608fd067e5d96./info:regioninfo/1732220479757/Put/seqid=0 2024-11-21T20:21:28,936 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636 to pos 1515, reset compression=false 2024-11-21T20:21:28,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741840_1016 (size=5228) 2024-11-21T20:21:28,954 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/default/test/98fbf29c85899e381fa8630ac964b702/.tmp/f/d43bfd613f504573898e204c57ea3b7a 2024-11-21T20:21:28,960 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d43bfd613f504573898e204c57ea3b7a 2024-11-21T20:21:28,968 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:21:28,968 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636 to pos 1762, reset compression=false 2024-11-21T20:21:28,968 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.shipper377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,37737,1732220465270 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:21:28,969 ERROR [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.shipper377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 377014bd7527,37737,1732220465270: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-377014bd7527,37737,1732220465270, walGroup=377014bd7527%2C37737%2C1732220465270, offset=377014bd7527%2C37737%2C1732220465270.1732220467636:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:37737 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T20:21:28,972 ERROR [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.shipper377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T20:21:28,972 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.shipper377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T20:21:28,972 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.shipper377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T20:21:28,972 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.shipper377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T20:21:28,973 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.shipper377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T20:21:28,973 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.shipper377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1220542464, "init": 1048576000, "max": 2306867200, "used": 855548528 }, "NonHeapMemoryUsage": { "committed": 201064448, "init": 7667712, "max": -1, "used": 198182856 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T20:21:28,974 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 1338, reset compression=false 2024-11-21T20:21:28,973 WARN [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.shipper377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:42749 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:42749 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T20:21:28,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741841_1017 (size=7686) 2024-11-21T20:21:28,987 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/hbase/meta/1588230740/.tmp/info/448fa9e59f404939b30c453720e49bee 2024-11-21T20:21:29,034 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:21:29,034 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 1488, reset compression=false 2024-11-21T20:21:29,034 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.shipper377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,36421,1732220454698 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:21:29,048 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/default/test/98fbf29c85899e381fa8630ac964b702/.tmp/f1/648bdcd6286b4cb2ac60a6db8cb9c189 is 30, key is row1/f1:/1732220484787/DeleteFamily/seqid=0 2024-11-21T20:21:29,048 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/hbase/meta/1588230740/.tmp/ns/6b5020ae879b400eab8875e1e6ffb2a9 is 43, key is default/ns:d/1732220468549/Put/seqid=0 2024-11-21T20:21:29,065 DEBUG [RS:0;377014bd7527:37737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ccef18669cd8a0a251608fd067e5d96, 98fbf29c85899e381fa8630ac964b702 2024-11-21T20:21:29,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741842_1018 (size=5158) 2024-11-21T20:21:29,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741843_1019 (size=5153) 2024-11-21T20:21:29,078 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/hbase/meta/1588230740/.tmp/ns/6b5020ae879b400eab8875e1e6ffb2a9 2024-11-21T20:21:29,118 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/hbase/meta/1588230740/.tmp/rep_barrier/deb7a8d7a58e4f14bd602f6732c180f3 is 112, key is test,,1732220472952.98fbf29c85899e381fa8630ac964b702./rep_barrier:seqnumDuringOpen/1732220474250/Put/seqid=0 2024-11-21T20:21:29,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741844_1020 (size=5518) 2024-11-21T20:21:29,126 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/hbase/meta/1588230740/.tmp/rep_barrier/deb7a8d7a58e4f14bd602f6732c180f3 2024-11-21T20:21:29,158 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/hbase/meta/1588230740/.tmp/table/c7ac279e2fb54c6189f47f96c4d97a53 is 53, key is hbase:replication/table:state/1732220479763/Put/seqid=0 2024-11-21T20:21:29,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741845_1021 (size=5308) 2024-11-21T20:21:29,172 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/hbase/meta/1588230740/.tmp/table/c7ac279e2fb54c6189f47f96c4d97a53 2024-11-21T20:21:29,181 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/hbase/meta/1588230740/.tmp/info/448fa9e59f404939b30c453720e49bee as hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/hbase/meta/1588230740/info/448fa9e59f404939b30c453720e49bee 2024-11-21T20:21:29,187 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/hbase/meta/1588230740/info/448fa9e59f404939b30c453720e49bee, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T20:21:29,189 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/hbase/meta/1588230740/.tmp/ns/6b5020ae879b400eab8875e1e6ffb2a9 as hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/hbase/meta/1588230740/ns/6b5020ae879b400eab8875e1e6ffb2a9 2024-11-21T20:21:29,200 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/hbase/meta/1588230740/ns/6b5020ae879b400eab8875e1e6ffb2a9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T20:21:29,202 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/hbase/meta/1588230740/.tmp/rep_barrier/deb7a8d7a58e4f14bd602f6732c180f3 as hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/hbase/meta/1588230740/rep_barrier/deb7a8d7a58e4f14bd602f6732c180f3 2024-11-21T20:21:29,209 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T20:21:29,209 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/hbase/meta/1588230740/rep_barrier/deb7a8d7a58e4f14bd602f6732c180f3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T20:21:29,211 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/hbase/meta/1588230740/.tmp/table/c7ac279e2fb54c6189f47f96c4d97a53 as hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/hbase/meta/1588230740/table/c7ac279e2fb54c6189f47f96c4d97a53 2024-11-21T20:21:29,219 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/hbase/meta/1588230740/table/c7ac279e2fb54c6189f47f96c4d97a53, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T20:21:29,220 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 355ms, sequenceid=16, compaction requested=false 2024-11-21T20:21:29,224 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 1471, reset compression=false 2024-11-21T20:21:29,230 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636 to pos 1762, reset compression=false 2024-11-21T20:21:29,253 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 1488, reset compression=false 2024-11-21T20:21:29,266 DEBUG [RS:0;377014bd7527:37737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ccef18669cd8a0a251608fd067e5d96, 98fbf29c85899e381fa8630ac964b702 2024-11-21T20:21:29,277 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T20:21:29,278 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:21:29,278 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:21:29,278 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:21:29,278 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220488864Running coprocessor pre-close hooks at 1732220488864Disabling compacts and flushes for region at 1732220488864Disabling writes for close at 1732220488865 (+1 ms)Obtaining lock to block concurrent updates at 1732220488865Preparing flush snapshotting stores in 1588230740 at 1732220488865Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732220488865Flushing stores of hbase:meta,,1.1588230740 at 1732220488866 (+1 ms)Flushing 1588230740/info: creating writer at 1732220488867 (+1 ms)Flushing 1588230740/info: appending metadata at 1732220488933 (+66 ms)Flushing 1588230740/info: closing flushed file at 1732220488933Flushing 1588230740/ns: creating writer at 1732220488994 (+61 ms)Flushing 1588230740/ns: appending metadata at 1732220489047 (+53 ms)Flushing 1588230740/ns: closing flushed file at 1732220489047Flushing 1588230740/rep_barrier: creating writer at 1732220489084 (+37 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732220489117 (+33 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732220489117Flushing 1588230740/table: creating writer at 1732220489132 (+15 ms)Flushing 1588230740/table: appending metadata at 1732220489157 (+25 ms)Flushing 1588230740/table: closing flushed file at 1732220489157Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6337edec: reopening flushed file at 1732220489180 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@682f30d3: reopening flushed file at 1732220489187 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49c32a61: reopening flushed file at 1732220489200 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46c4c98e: reopening flushed file at 1732220489209 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 355ms, sequenceid=16, compaction requested=false at 1732220489220 (+11 ms)Writing region close event to WAL at 1732220489257 (+37 ms)Running coprocessor post-close hooks at 1732220489278 (+21 ms)Closed at 1732220489278 2024-11-21T20:21:29,278 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T20:21:29,466 DEBUG [RS:0;377014bd7527:37737 {}] regionserver.HRegionServer(1351): Waiting on 7ccef18669cd8a0a251608fd067e5d96, 98fbf29c85899e381fa8630ac964b702 2024-11-21T20:21:29,473 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/default/test/98fbf29c85899e381fa8630ac964b702/.tmp/f1/648bdcd6286b4cb2ac60a6db8cb9c189 2024-11-21T20:21:29,478 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 648bdcd6286b4cb2ac60a6db8cb9c189 2024-11-21T20:21:29,490 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T20:21:29,490 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T20:21:29,511 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/default/test/98fbf29c85899e381fa8630ac964b702/.tmp/norep/cdc7e725adc64a689743e96abe1cb477 is 33, key is row2/norep:/1732220485793/DeleteFamily/seqid=0 2024-11-21T20:21:29,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741846_1022 (size=5108) 2024-11-21T20:21:29,516 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/default/test/98fbf29c85899e381fa8630ac964b702/.tmp/norep/cdc7e725adc64a689743e96abe1cb477 2024-11-21T20:21:29,524 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cdc7e725adc64a689743e96abe1cb477 2024-11-21T20:21:29,524 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/default/test/98fbf29c85899e381fa8630ac964b702/.tmp/f/d43bfd613f504573898e204c57ea3b7a as hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/default/test/98fbf29c85899e381fa8630ac964b702/f/d43bfd613f504573898e204c57ea3b7a 2024-11-21T20:21:29,529 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d43bfd613f504573898e204c57ea3b7a 2024-11-21T20:21:29,529 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/default/test/98fbf29c85899e381fa8630ac964b702/f/d43bfd613f504573898e204c57ea3b7a, entries=5, sequenceid=12, filesize=5.1 K 2024-11-21T20:21:29,530 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/default/test/98fbf29c85899e381fa8630ac964b702/.tmp/f1/648bdcd6286b4cb2ac60a6db8cb9c189 as hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/default/test/98fbf29c85899e381fa8630ac964b702/f1/648bdcd6286b4cb2ac60a6db8cb9c189 2024-11-21T20:21:29,534 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 648bdcd6286b4cb2ac60a6db8cb9c189 2024-11-21T20:21:29,534 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/default/test/98fbf29c85899e381fa8630ac964b702/f1/648bdcd6286b4cb2ac60a6db8cb9c189, entries=3, sequenceid=12, filesize=5.0 K 2024-11-21T20:21:29,535 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/default/test/98fbf29c85899e381fa8630ac964b702/.tmp/norep/cdc7e725adc64a689743e96abe1cb477 as hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/default/test/98fbf29c85899e381fa8630ac964b702/norep/cdc7e725adc64a689743e96abe1cb477 2024-11-21T20:21:29,539 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cdc7e725adc64a689743e96abe1cb477 2024-11-21T20:21:29,539 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/default/test/98fbf29c85899e381fa8630ac964b702/norep/cdc7e725adc64a689743e96abe1cb477, entries=1, sequenceid=12, filesize=5.0 K 2024-11-21T20:21:29,540 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 98fbf29c85899e381fa8630ac964b702 in 688ms, sequenceid=12, compaction requested=false 2024-11-21T20:21:29,544 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/data/default/test/98fbf29c85899e381fa8630ac964b702/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T20:21:29,544 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:21:29,544 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T20:21:29,544 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732220472952.98fbf29c85899e381fa8630ac964b702. 2024-11-21T20:21:29,544 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 98fbf29c85899e381fa8630ac964b702: Waiting for close lock at 1732220488852Running coprocessor pre-close hooks at 1732220488852Disabling compacts and flushes for region at 1732220488852Disabling writes for close at 1732220488852Obtaining lock to block concurrent updates at 1732220488852Preparing flush snapshotting stores in 98fbf29c85899e381fa8630ac964b702 at 1732220488852Finished memstore snapshotting test,,1732220472952.98fbf29c85899e381fa8630ac964b702., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732220488853 (+1 ms)Flushing stores of test,,1732220472952.98fbf29c85899e381fa8630ac964b702. at 1732220488854 (+1 ms)Flushing 98fbf29c85899e381fa8630ac964b702/f: creating writer at 1732220488854Flushing 98fbf29c85899e381fa8630ac964b702/f: appending metadata at 1732220488901 (+47 ms)Flushing 98fbf29c85899e381fa8630ac964b702/f: closing flushed file at 1732220488901Flushing 98fbf29c85899e381fa8630ac964b702/f1: creating writer at 1732220488960 (+59 ms)Flushing 98fbf29c85899e381fa8630ac964b702/f1: appending metadata at 1732220489047 (+87 ms)Flushing 98fbf29c85899e381fa8630ac964b702/f1: closing flushed file at 1732220489047Flushing 98fbf29c85899e381fa8630ac964b702/norep: creating writer at 1732220489479 (+432 ms)Flushing 98fbf29c85899e381fa8630ac964b702/norep: appending metadata at 1732220489510 (+31 ms)Flushing 98fbf29c85899e381fa8630ac964b702/norep: closing flushed file at 1732220489510Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51e9585b: reopening flushed file at 1732220489524 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b86ee80: reopening flushed file at 1732220489529 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11868e96: reopening flushed file at 1732220489534 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 98fbf29c85899e381fa8630ac964b702 in 688ms, sequenceid=12, compaction requested=false at 1732220489540 (+6 ms)Writing region close event to WAL at 1732220489541 (+1 ms)Running coprocessor post-close hooks at 1732220489544 (+3 ms)Closed at 1732220489544 2024-11-21T20:21:29,545 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732220472952.98fbf29c85899e381fa8630ac964b702. 2024-11-21T20:21:29,545 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7ccef18669cd8a0a251608fd067e5d96, disabling compactions & flushes 2024-11-21T20:21:29,545 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732220478587.7ccef18669cd8a0a251608fd067e5d96. 2024-11-21T20:21:29,545 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732220478587.7ccef18669cd8a0a251608fd067e5d96. 2024-11-21T20:21:29,545 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732220478587.7ccef18669cd8a0a251608fd067e5d96. after waiting 0 ms 2024-11-21T20:21:29,545 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732220478587.7ccef18669cd8a0a251608fd067e5d96. 2024-11-21T20:21:29,545 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7ccef18669cd8a0a251608fd067e5d96: Waiting for close lock at 1732220489545Running coprocessor pre-close hooks at 1732220489545Disabling compacts and flushes for region at 1732220489545Disabling writes for close at 1732220489545Failed flush hbase:replication,,1732220478587.7ccef18669cd8a0a251608fd067e5d96., putting online again at 1732220489545 2024-11-21T20:21:29,545 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732220478587.7ccef18669cd8a0a251608fd067e5d96. 2024-11-21T20:21:29,567 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636 to pos 1762, reset compression=false 2024-11-21T20:21:29,595 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 1488, reset compression=false 2024-11-21T20:21:29,602 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:21:29,602 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636 to pos 2406, reset compression=false 2024-11-21T20:21:29,639 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 1471, reset compression=false 2024-11-21T20:21:29,666 INFO [RS:0;377014bd7527:37737 {}] regionserver.HRegionServer(3091): Received CLOSE for 7ccef18669cd8a0a251608fd067e5d96 2024-11-21T20:21:29,666 DEBUG [RS:0;377014bd7527:37737 {}] regionserver.HRegionServer(1351): Waiting on 7ccef18669cd8a0a251608fd067e5d96 2024-11-21T20:21:29,666 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7ccef18669cd8a0a251608fd067e5d96, disabling compactions & flushes 2024-11-21T20:21:29,666 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732220478587.7ccef18669cd8a0a251608fd067e5d96. 2024-11-21T20:21:29,666 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732220478587.7ccef18669cd8a0a251608fd067e5d96. 2024-11-21T20:21:29,667 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732220478587.7ccef18669cd8a0a251608fd067e5d96. after waiting 0 ms 2024-11-21T20:21:29,667 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732220478587.7ccef18669cd8a0a251608fd067e5d96. 2024-11-21T20:21:29,667 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7ccef18669cd8a0a251608fd067e5d96: Waiting for close lock at 1732220489666Running coprocessor pre-close hooks at 1732220489666Disabling compacts and flushes for region at 1732220489666Disabling writes for close at 1732220489667 (+1 ms)Failed flush hbase:replication,,1732220478587.7ccef18669cd8a0a251608fd067e5d96., putting online again at 1732220489667 2024-11-21T20:21:29,667 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732220478587.7ccef18669cd8a0a251608fd067e5d96. 2024-11-21T20:21:29,849 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.1732220467636 to pos 2406, reset compression=false 2024-11-21T20:21:29,866 INFO [RS:0;377014bd7527:37737 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T20:21:29,866 DEBUG [RS:0;377014bd7527:37737 {}] regionserver.HRegionServer(1325): Online Regions={7ccef18669cd8a0a251608fd067e5d96=hbase:replication,,1732220478587.7ccef18669cd8a0a251608fd067e5d96.} 2024-11-21T20:21:29,867 INFO [RS:0;377014bd7527:37737 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-21T20:21:29,867 INFO [RS:0;377014bd7527:37737 {}] regionserver.HRegionServer(976): stopping server 377014bd7527,37737,1732220465270; all regions closed. 2024-11-21T20:21:29,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741834_1010 (size=4239) 2024-11-21T20:21:29,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741839_1015 (size=2172) 2024-11-21T20:21:29,871 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/WALs/377014bd7527,37737,1732220465270/377014bd7527%2C37737%2C1732220465270.rep.1732220479720 not finished, retry = 0 2024-11-21T20:21:29,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741832_1008 (size=2414) 2024-11-21T20:21:29,975 DEBUG [RS:0;377014bd7527:37737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:29,975 INFO [RS:0;377014bd7527:37737 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:21:29,975 INFO [RS:0;377014bd7527:37737 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:21:29,975 INFO [RS:0;377014bd7527:37737 {}] hbase.ChoreService(370): Chore service for: regionserver/377014bd7527:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T20:21:29,976 INFO [RS:0;377014bd7527:37737 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:21:29,976 INFO [regionserver/377014bd7527:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:21:29,976 INFO [RS:0;377014bd7527:37737 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-377014bd7527,37737,1732220465270 because: Region server is closing 2024-11-21T20:21:29,976 INFO [RS:0;377014bd7527:37737 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:37737. 2024-11-21T20:21:29,976 DEBUG [RS:0;377014bd7527:37737 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:21:29,976 DEBUG [RS:0;377014bd7527:37737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:29,976 DEBUG [RS:0;377014bd7527:37737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:29,976 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:21:30,037 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 1488, reset compression=false 2024-11-21T20:21:30,077 INFO [RS:0;377014bd7527:37737 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.shipper377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 terminated 2024-11-21T20:21:30,077 WARN [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,37737,1732220465270.replicationSource.wal-reader.377014bd7527%2C37737%2C1732220465270,1-377014bd7527,37737,1732220465270 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T20:21:30,077 INFO [RS:0;377014bd7527:37737 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:37737. 2024-11-21T20:21:30,077 DEBUG [RS:0;377014bd7527:37737 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:21:30,077 DEBUG [RS:0;377014bd7527:37737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:30,077 DEBUG [RS:0;377014bd7527:37737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:30,077 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:21:30,077 INFO [RS:0;377014bd7527:37737 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37737 2024-11-21T20:21:30,088 INFO [RS:0;377014bd7527:37737 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:21:30,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1015f0e7a5a0006, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22103427328/rs 2024-11-21T20:21:30,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37737-0x1015f0e7a5a0007, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22103427328/rs/377014bd7527,37737,1732220465270 2024-11-21T20:21:30,099 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [377014bd7527,37737,1732220465270] 2024-11-21T20:21:30,109 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /22103427328/draining/377014bd7527,37737,1732220465270 already deleted, retry=false 2024-11-21T20:21:30,110 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 377014bd7527,37737,1732220465270 expired; onlineServers=0 2024-11-21T20:21:30,110 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '377014bd7527,42749,1732220465124' ***** 2024-11-21T20:21:30,110 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T20:21:30,110 INFO [M:0;377014bd7527:42749 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:21:30,110 INFO [M:0;377014bd7527:42749 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:21:30,110 DEBUG [M:0;377014bd7527:42749 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T20:21:30,110 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T20:21:30,110 DEBUG [M:0;377014bd7527:42749 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T20:21:30,110 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220467307 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220467307,5,FailOnTimeoutGroup] 2024-11-21T20:21:30,110 INFO [M:0;377014bd7527:42749 {}] hbase.ChoreService(370): Chore service for: master/377014bd7527:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T20:21:30,110 INFO [M:0;377014bd7527:42749 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:21:30,110 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220467307 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220467307,5,FailOnTimeoutGroup] 2024-11-21T20:21:30,110 DEBUG [M:0;377014bd7527:42749 {}] master.HMaster(1795): Stopping service threads 2024-11-21T20:21:30,111 INFO [M:0;377014bd7527:42749 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T20:21:30,111 INFO [M:0;377014bd7527:42749 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:21:30,111 INFO [M:0;377014bd7527:42749 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T20:21:30,111 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T20:21:30,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1015f0e7a5a0006, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22103427328/master 2024-11-21T20:21:30,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1015f0e7a5a0006, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22103427328 2024-11-21T20:21:30,120 DEBUG [M:0;377014bd7527:42749 {}] zookeeper.ZKUtil(347): master:42749-0x1015f0e7a5a0006, quorum=127.0.0.1:54006, baseZNode=/22103427328 Unable to get data of znode /22103427328/master because node does not exist (not an error) 2024-11-21T20:21:30,120 WARN [M:0;377014bd7527:42749 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T20:21:30,121 INFO [M:0;377014bd7527:42749 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/.lastflushedseqids 2024-11-21T20:21:30,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741847_1023 (size=245) 2024-11-21T20:21:30,150 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 1471, reset compression=false 2024-11-21T20:21:30,199 INFO [RS:0;377014bd7527:37737 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:21:30,199 INFO [RS:0;377014bd7527:37737 {}] regionserver.HRegionServer(1031): Exiting; stopping=377014bd7527,37737,1732220465270; zookeeper connection closed. 2024-11-21T20:21:30,200 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a4dac16 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a4dac16 2024-11-21T20:21:30,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37737-0x1015f0e7a5a0007, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:21:30,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37737-0x1015f0e7a5a0007, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:21:30,200 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T20:21:30,530 INFO [M:0;377014bd7527:42749 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T20:21:30,530 INFO [M:0;377014bd7527:42749 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T20:21:30,530 DEBUG [M:0;377014bd7527:42749 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:21:30,530 INFO [M:0;377014bd7527:42749 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:21:30,530 DEBUG [M:0;377014bd7527:42749 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:21:30,530 DEBUG [M:0;377014bd7527:42749 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:21:30,530 DEBUG [M:0;377014bd7527:42749 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:21:30,531 INFO [M:0;377014bd7527:42749 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-21T20:21:30,540 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 1488, reset compression=false 2024-11-21T20:21:30,550 DEBUG [M:0;377014bd7527:42749 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bbf426f60d814dbc8dfedf059262cbeb is 82, key is hbase:meta,,1/info:regioninfo/1732220468530/Put/seqid=0 2024-11-21T20:21:30,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741848_1024 (size=5672) 2024-11-21T20:21:30,756 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 1471, reset compression=false 2024-11-21T20:21:30,954 INFO [M:0;377014bd7527:42749 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bbf426f60d814dbc8dfedf059262cbeb 2024-11-21T20:21:30,970 DEBUG [M:0;377014bd7527:42749 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4725e9426c494dedb7b62b27a0e8f3bb is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732220479767/Put/seqid=0 2024-11-21T20:21:30,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741849_1025 (size=9212) 2024-11-21T20:21:31,145 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 1488, reset compression=false 2024-11-21T20:21:31,373 INFO [M:0;377014bd7527:42749 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4725e9426c494dedb7b62b27a0e8f3bb 2024-11-21T20:21:31,395 DEBUG [M:0;377014bd7527:42749 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1bcd19f7781b467b9ea2e6b3ef1b0634 is 69, key is 377014bd7527,37737,1732220465270/rs:state/1732220467430/Put/seqid=0 2024-11-21T20:21:31,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741850_1026 (size=5156) 2024-11-21T20:21:31,460 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 1471, reset compression=false 2024-11-21T20:21:31,798 INFO [M:0;377014bd7527:42749 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1bcd19f7781b467b9ea2e6b3ef1b0634 2024-11-21T20:21:31,802 DEBUG [M:0;377014bd7527:42749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bbf426f60d814dbc8dfedf059262cbeb as hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bbf426f60d814dbc8dfedf059262cbeb 2024-11-21T20:21:31,806 INFO [M:0;377014bd7527:42749 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bbf426f60d814dbc8dfedf059262cbeb, entries=8, sequenceid=127, filesize=5.5 K 2024-11-21T20:21:31,806 DEBUG [M:0;377014bd7527:42749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4725e9426c494dedb7b62b27a0e8f3bb as hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4725e9426c494dedb7b62b27a0e8f3bb 2024-11-21T20:21:31,810 INFO [M:0;377014bd7527:42749 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4725e9426c494dedb7b62b27a0e8f3bb, entries=15, sequenceid=127, filesize=9.0 K 2024-11-21T20:21:31,811 DEBUG [M:0;377014bd7527:42749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1bcd19f7781b467b9ea2e6b3ef1b0634 as hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1bcd19f7781b467b9ea2e6b3ef1b0634 2024-11-21T20:21:31,815 INFO [M:0;377014bd7527:42749 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46057/user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1bcd19f7781b467b9ea2e6b3ef1b0634, entries=1, sequenceid=127, filesize=5.0 K 2024-11-21T20:21:31,815 INFO [M:0;377014bd7527:42749 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=127, compaction requested=false 2024-11-21T20:21:31,816 INFO [M:0;377014bd7527:42749 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:21:31,817 DEBUG [M:0;377014bd7527:42749 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220490530Disabling compacts and flushes for region at 1732220490530Disabling writes for close at 1732220490530Obtaining lock to block concurrent updates at 1732220490531 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732220490531Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1732220490531Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732220490531Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732220490531Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732220490550 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732220490550Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732220490957 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732220490970 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732220490970Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732220491383 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732220491394 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732220491394Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@309bd6bf: reopening flushed file at 1732220491802 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77c4b552: reopening flushed file at 1732220491806 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@148854ef: reopening flushed file at 1732220491810 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=127, compaction requested=false at 1732220491815 (+5 ms)Writing region close event to WAL at 1732220491816 (+1 ms)Closed at 1732220491816 2024-11-21T20:21:31,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741830_1006 (size=73866) 2024-11-21T20:21:31,818 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f9961a00-d711-9a2b-295b-e9da930933f8/MasterData/WALs/377014bd7527,42749,1732220465124/377014bd7527%2C42749%2C1732220465124.1732220467030 not finished, retry = 0 2024-11-21T20:21:31,848 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 1488, reset compression=false 2024-11-21T20:21:31,919 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:21:31,919 INFO [M:0;377014bd7527:42749 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T20:21:31,919 INFO [M:0;377014bd7527:42749 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42749 2024-11-21T20:21:31,919 INFO [M:0;377014bd7527:42749 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:21:32,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1015f0e7a5a0006, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:21:32,102 INFO [M:0;377014bd7527:42749 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:21:32,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42749-0x1015f0e7a5a0006, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:21:32,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26527bc6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:21:32,109 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2add119{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:21:32,109 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:21:32,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3030fef7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:21:32,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d904433{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424/hadoop.log.dir/,STOPPED} 2024-11-21T20:21:32,111 WARN [BP-1914767258-172.17.0.2-1732220463228 heartbeating to localhost/127.0.0.1:46057 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T20:21:32,111 WARN [BP-1914767258-172.17.0.2-1732220463228 heartbeating to localhost/127.0.0.1:46057 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1914767258-172.17.0.2-1732220463228 (Datanode Uuid 54614187-6994-4a25-b3e9-88760bac0d4a) service to localhost/127.0.0.1:46057 2024-11-21T20:21:32,111 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T20:21:32,111 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T20:21:32,112 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424/cluster_b0ef3679-6c19-1f50-2cea-8ae2e3f1a071/data/data1/current/BP-1914767258-172.17.0.2-1732220463228 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:21:32,112 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424/cluster_b0ef3679-6c19-1f50-2cea-8ae2e3f1a071/data/data2/current/BP-1914767258-172.17.0.2-1732220463228 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:21:32,112 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T20:21:32,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2447b56d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:21:32,122 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ab2ac3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:21:32,122 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:21:32,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4312e4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:21:32,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5364346d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424/hadoop.log.dir/,STOPPED} 2024-11-21T20:21:32,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T20:21:32,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T20:21:32,149 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:21:32,149 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:21:32,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:32,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:21:32,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:32,149 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T20:21:32,149 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1159808982, stopped=false 2024-11-21T20:21:32,150 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=377014bd7527,42271,1732220459620 2024-11-21T20:21:32,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1015f0e7a5a0003, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1498424761/running 2024-11-21T20:21:32,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44657-0x1015f0e7a5a0004, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1498424761/running 2024-11-21T20:21:32,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1015f0e7a5a0003, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1498424761 2024-11-21T20:21:32,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44657-0x1015f0e7a5a0004, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1498424761 2024-11-21T20:21:32,195 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:21:32,196 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:21:32,196 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:21:32,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:32,196 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '377014bd7527,44657,1732220459760' ***** 2024-11-21T20:21:32,196 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T20:21:32,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42271-0x1015f0e7a5a0003, quorum=127.0.0.1:54006, baseZNode=/1498424761 Set watcher on znode that does not yet exist, /1498424761/running 2024-11-21T20:21:32,196 INFO [RS:0;377014bd7527:44657 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T20:21:32,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44657-0x1015f0e7a5a0004, quorum=127.0.0.1:54006, baseZNode=/1498424761 Set watcher on znode that does not yet exist, /1498424761/running 2024-11-21T20:21:32,197 INFO [RS:0;377014bd7527:44657 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T20:21:32,197 INFO [RS:0;377014bd7527:44657 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T20:21:32,197 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T20:21:32,197 INFO [RS:0;377014bd7527:44657 {}] regionserver.HRegionServer(3091): Received CLOSE for e74a4c65c7a46356c59c659ed306ac23 2024-11-21T20:21:32,197 INFO [RS:0;377014bd7527:44657 {}] regionserver.HRegionServer(3091): Received CLOSE for 4dafc04410cee890f5484a1150b88fe7 2024-11-21T20:21:32,197 INFO [RS:0;377014bd7527:44657 {}] regionserver.HRegionServer(959): stopping server 377014bd7527,44657,1732220459760 2024-11-21T20:21:32,197 INFO [RS:0;377014bd7527:44657 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:21:32,197 INFO [RS:0;377014bd7527:44657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:44657. 2024-11-21T20:21:32,197 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e74a4c65c7a46356c59c659ed306ac23, disabling compactions & flushes 2024-11-21T20:21:32,197 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732220476435.e74a4c65c7a46356c59c659ed306ac23. 2024-11-21T20:21:32,197 DEBUG [RS:0;377014bd7527:44657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:21:32,197 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732220476435.e74a4c65c7a46356c59c659ed306ac23. 2024-11-21T20:21:32,197 DEBUG [RS:0;377014bd7527:44657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:32,197 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732220476435.e74a4c65c7a46356c59c659ed306ac23. after waiting 0 ms 2024-11-21T20:21:32,197 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732220476435.e74a4c65c7a46356c59c659ed306ac23. 2024-11-21T20:21:32,197 INFO [RS:0;377014bd7527:44657 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T20:21:32,198 INFO [RS:0;377014bd7527:44657 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T20:21:32,198 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e74a4c65c7a46356c59c659ed306ac23 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-21T20:21:32,198 INFO [RS:0;377014bd7527:44657 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T20:21:32,198 INFO [RS:0;377014bd7527:44657 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T20:21:32,204 INFO [RS:0;377014bd7527:44657 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T20:21:32,204 DEBUG [RS:0;377014bd7527:44657 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e74a4c65c7a46356c59c659ed306ac23=hbase:replication,,1732220476435.e74a4c65c7a46356c59c659ed306ac23., 4dafc04410cee890f5484a1150b88fe7=test,,1732220470785.4dafc04410cee890f5484a1150b88fe7.} 2024-11-21T20:21:32,204 DEBUG [RS:0;377014bd7527:44657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4dafc04410cee890f5484a1150b88fe7, e74a4c65c7a46356c59c659ed306ac23 2024-11-21T20:21:32,204 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:21:32,204 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:21:32,204 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:21:32,204 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:21:32,204 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:21:32,204 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T20:21:32,230 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/hbase/meta/1588230740/.tmp/info/d24b364973da45e7805939a56b8a6dd1 is 147, key is hbase:replication,,1732220476435.e74a4c65c7a46356c59c659ed306ac23./info:regioninfo/1732220477610/Put/seqid=0 2024-11-21T20:21:32,231 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/hbase/replication/e74a4c65c7a46356c59c659ed306ac23/.tmp/queue/fd0c751a174945059f24683c13345848 is 154, key is 1-377014bd7527,44657,1732220459760/queue:377014bd7527%2C44657%2C1732220459760/1732220488661/Put/seqid=0 2024-11-21T20:21:32,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741840_1016 (size=7686) 2024-11-21T20:21:32,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741841_1017 (size=5353) 2024-11-21T20:21:32,258 INFO [regionserver/377014bd7527:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:21:32,264 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 1471, reset compression=false 2024-11-21T20:21:32,404 DEBUG [RS:0;377014bd7527:44657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4dafc04410cee890f5484a1150b88fe7, e74a4c65c7a46356c59c659ed306ac23 2024-11-21T20:21:32,605 DEBUG [RS:0;377014bd7527:44657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4dafc04410cee890f5484a1150b88fe7, e74a4c65c7a46356c59c659ed306ac23 2024-11-21T20:21:32,638 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/hbase/meta/1588230740/.tmp/info/d24b364973da45e7805939a56b8a6dd1 2024-11-21T20:21:32,638 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/hbase/replication/e74a4c65c7a46356c59c659ed306ac23/.tmp/queue/fd0c751a174945059f24683c13345848 2024-11-21T20:21:32,642 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/hbase/replication/e74a4c65c7a46356c59c659ed306ac23/.tmp/queue/fd0c751a174945059f24683c13345848 as hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/hbase/replication/e74a4c65c7a46356c59c659ed306ac23/queue/fd0c751a174945059f24683c13345848 2024-11-21T20:21:32,647 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/hbase/replication/e74a4c65c7a46356c59c659ed306ac23/queue/fd0c751a174945059f24683c13345848, entries=1, sequenceid=14, filesize=5.2 K 2024-11-21T20:21:32,647 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for e74a4c65c7a46356c59c659ed306ac23 in 450ms, sequenceid=14, compaction requested=false 2024-11-21T20:21:32,650 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/hbase/replication/e74a4c65c7a46356c59c659ed306ac23/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-21T20:21:32,651 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 1488, reset compression=false 2024-11-21T20:21:32,651 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:21:32,651 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:21:32,651 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732220476435.e74a4c65c7a46356c59c659ed306ac23. 2024-11-21T20:21:32,651 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e74a4c65c7a46356c59c659ed306ac23: Waiting for close lock at 1732220492197Running coprocessor pre-close hooks at 1732220492197Disabling compacts and flushes for region at 1732220492197Disabling writes for close at 1732220492197Obtaining lock to block concurrent updates at 1732220492198 (+1 ms)Preparing flush snapshotting stores in e74a4c65c7a46356c59c659ed306ac23 at 1732220492198Finished memstore snapshotting hbase:replication,,1732220476435.e74a4c65c7a46356c59c659ed306ac23., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732220492198Flushing stores of hbase:replication,,1732220476435.e74a4c65c7a46356c59c659ed306ac23. at 1732220492198Flushing e74a4c65c7a46356c59c659ed306ac23/queue: creating writer at 1732220492198Flushing e74a4c65c7a46356c59c659ed306ac23/queue: appending metadata at 1732220492230 (+32 ms)Flushing e74a4c65c7a46356c59c659ed306ac23/queue: closing flushed file at 1732220492230Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5273b3c0: reopening flushed file at 1732220492641 (+411 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for e74a4c65c7a46356c59c659ed306ac23 in 450ms, sequenceid=14, compaction requested=false at 1732220492647 (+6 ms)Writing region close event to WAL at 1732220492648 (+1 ms)Running coprocessor post-close hooks at 1732220492651 (+3 ms)Closed at 1732220492651 2024-11-21T20:21:32,652 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732220476435.e74a4c65c7a46356c59c659ed306ac23. 2024-11-21T20:21:32,652 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4dafc04410cee890f5484a1150b88fe7, disabling compactions & flushes 2024-11-21T20:21:32,652 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732220470785.4dafc04410cee890f5484a1150b88fe7. 2024-11-21T20:21:32,652 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732220470785.4dafc04410cee890f5484a1150b88fe7. 2024-11-21T20:21:32,652 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732220470785.4dafc04410cee890f5484a1150b88fe7. after waiting 0 ms 2024-11-21T20:21:32,652 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732220470785.4dafc04410cee890f5484a1150b88fe7. 2024-11-21T20:21:32,652 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4dafc04410cee890f5484a1150b88fe7 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-21T20:21:32,656 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/hbase/meta/1588230740/.tmp/ns/01068103212045e9b63993a89de3e7c9 is 43, key is default/ns:d/1732220463127/Put/seqid=0 2024-11-21T20:21:32,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741842_1018 (size=5153) 2024-11-21T20:21:32,662 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/hbase/meta/1588230740/.tmp/ns/01068103212045e9b63993a89de3e7c9 2024-11-21T20:21:32,670 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/default/test/4dafc04410cee890f5484a1150b88fe7/.tmp/f/99f5ff846ebb4bf4940758bde5d717d8 is 37, key is row3/f:row3/1732220487445/Put/seqid=0 2024-11-21T20:21:32,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741843_1019 (size=5228) 2024-11-21T20:21:32,678 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/hbase/meta/1588230740/.tmp/rep_barrier/56886521ee2446cb84390690850480e6 is 112, key is test,,1732220470785.4dafc04410cee890f5484a1150b88fe7./rep_barrier:seqnumDuringOpen/1732220471928/Put/seqid=0 2024-11-21T20:21:32,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741844_1020 (size=5518) 2024-11-21T20:21:32,682 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/hbase/meta/1588230740/.tmp/rep_barrier/56886521ee2446cb84390690850480e6 2024-11-21T20:21:32,701 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/hbase/meta/1588230740/.tmp/table/4e583c611b294556ad6691ad654cbd33 is 53, key is hbase:replication/table:state/1732220477617/Put/seqid=0 2024-11-21T20:21:32,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741845_1021 (size=5308) 2024-11-21T20:21:32,805 DEBUG [RS:0;377014bd7527:44657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4dafc04410cee890f5484a1150b88fe7 2024-11-21T20:21:32,976 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T20:21:32,976 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T20:21:33,005 DEBUG [RS:0;377014bd7527:44657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4dafc04410cee890f5484a1150b88fe7 2024-11-21T20:21:33,075 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/default/test/4dafc04410cee890f5484a1150b88fe7/.tmp/f/99f5ff846ebb4bf4940758bde5d717d8 2024-11-21T20:21:33,078 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99f5ff846ebb4bf4940758bde5d717d8 2024-11-21T20:21:33,091 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/default/test/4dafc04410cee890f5484a1150b88fe7/.tmp/f1/fc3cb98a7a8a43cca3bc2a9f51b70fe3 is 30, key is row1/f1:/1732220484787/DeleteFamily/seqid=0 2024-11-21T20:21:33,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741846_1022 (size=5158) 2024-11-21T20:21:33,104 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/hbase/meta/1588230740/.tmp/table/4e583c611b294556ad6691ad654cbd33 2024-11-21T20:21:33,108 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/hbase/meta/1588230740/.tmp/info/d24b364973da45e7805939a56b8a6dd1 as hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/hbase/meta/1588230740/info/d24b364973da45e7805939a56b8a6dd1 2024-11-21T20:21:33,111 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/hbase/meta/1588230740/info/d24b364973da45e7805939a56b8a6dd1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T20:21:33,112 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/hbase/meta/1588230740/.tmp/ns/01068103212045e9b63993a89de3e7c9 as hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/hbase/meta/1588230740/ns/01068103212045e9b63993a89de3e7c9 2024-11-21T20:21:33,115 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/hbase/meta/1588230740/ns/01068103212045e9b63993a89de3e7c9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T20:21:33,116 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/hbase/meta/1588230740/.tmp/rep_barrier/56886521ee2446cb84390690850480e6 as hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/hbase/meta/1588230740/rep_barrier/56886521ee2446cb84390690850480e6 2024-11-21T20:21:33,119 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/hbase/meta/1588230740/rep_barrier/56886521ee2446cb84390690850480e6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T20:21:33,119 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/hbase/meta/1588230740/.tmp/table/4e583c611b294556ad6691ad654cbd33 as hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/hbase/meta/1588230740/table/4e583c611b294556ad6691ad654cbd33 2024-11-21T20:21:33,122 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/hbase/meta/1588230740/table/4e583c611b294556ad6691ad654cbd33, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T20:21:33,122 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 918ms, sequenceid=16, compaction requested=false 2024-11-21T20:21:33,122 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T20:21:33,126 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T20:21:33,127 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:21:33,127 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:21:33,127 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:21:33,127 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220492204Running coprocessor pre-close hooks at 1732220492204Disabling compacts and flushes for region at 1732220492204Disabling writes for close at 1732220492204Obtaining lock to block concurrent updates at 1732220492204Preparing flush snapshotting stores in 1588230740 at 1732220492204Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732220492205 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732220492205Flushing 1588230740/info: creating writer at 1732220492205Flushing 1588230740/info: appending metadata at 1732220492230 (+25 ms)Flushing 1588230740/info: closing flushed file at 1732220492230Flushing 1588230740/ns: creating writer at 1732220492642 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732220492656 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732220492656Flushing 1588230740/rep_barrier: creating writer at 1732220492665 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732220492678 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732220492678Flushing 1588230740/table: creating writer at 1732220492686 (+8 ms)Flushing 1588230740/table: appending metadata at 1732220492700 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732220492700Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d3de620: reopening flushed file at 1732220493107 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3786a6a9: reopening flushed file at 1732220493111 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@416c7072: reopening flushed file at 1732220493115 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59ff6e6: reopening flushed file at 1732220493119 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 918ms, sequenceid=16, compaction requested=false at 1732220493122 (+3 ms)Writing region close event to WAL at 1732220493124 (+2 ms)Running coprocessor post-close hooks at 1732220493126 (+2 ms)Closed at 1732220493127 (+1 ms) 2024-11-21T20:21:33,127 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T20:21:33,167 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 1471, reset compression=false 2024-11-21T20:21:33,172 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:21:33,172 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 1718, reset compression=false 2024-11-21T20:21:33,172 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.shipper377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,44657,1732220459760 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:21:33,173 ERROR [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.shipper377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 377014bd7527,44657,1732220459760: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-377014bd7527,44657,1732220459760, walGroup=377014bd7527%2C44657%2C1732220459760, offset=377014bd7527%2C44657%2C1732220459760.1732220462059:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:44657 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T20:21:33,175 ERROR [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.shipper377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T20:21:33,175 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.shipper377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T20:21:33,175 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.shipper377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T20:21:33,176 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.shipper377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T20:21:33,176 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.shipper377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T20:21:33,176 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.shipper377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1220542464, "init": 1048576000, "max": 2306867200, "used": 757998688 }, "NonHeapMemoryUsage": { "committed": 201588736, "init": 7667712, "max": -1, "used": 198748184 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T20:21:33,176 WARN [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.shipper377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:42271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:42271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T20:21:33,205 INFO [RS:0;377014bd7527:44657 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T20:21:33,205 DEBUG [RS:0;377014bd7527:44657 {}] regionserver.HRegionServer(1325): Online Regions={4dafc04410cee890f5484a1150b88fe7=test,,1732220470785.4dafc04410cee890f5484a1150b88fe7.} 2024-11-21T20:21:33,205 DEBUG [RS:0;377014bd7527:44657 {}] regionserver.HRegionServer(1351): Waiting on 4dafc04410cee890f5484a1150b88fe7 2024-11-21T20:21:33,386 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 1718, reset compression=false 2024-11-21T20:21:33,405 DEBUG [RS:0;377014bd7527:44657 {}] regionserver.HRegionServer(1351): Waiting on 4dafc04410cee890f5484a1150b88fe7 2024-11-21T20:21:33,495 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/default/test/4dafc04410cee890f5484a1150b88fe7/.tmp/f1/fc3cb98a7a8a43cca3bc2a9f51b70fe3 2024-11-21T20:21:33,499 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc3cb98a7a8a43cca3bc2a9f51b70fe3 2024-11-21T20:21:33,515 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/default/test/4dafc04410cee890f5484a1150b88fe7/.tmp/norep/9804b412c6c24eb49101229b5deb24e9 is 33, key is row1/norep:/1732220484787/DeleteFamily/seqid=0 2024-11-21T20:21:33,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741847_1023 (size=5108) 2024-11-21T20:21:33,518 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/default/test/4dafc04410cee890f5484a1150b88fe7/.tmp/norep/9804b412c6c24eb49101229b5deb24e9 2024-11-21T20:21:33,522 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9804b412c6c24eb49101229b5deb24e9 2024-11-21T20:21:33,522 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/default/test/4dafc04410cee890f5484a1150b88fe7/.tmp/f/99f5ff846ebb4bf4940758bde5d717d8 as hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/default/test/4dafc04410cee890f5484a1150b88fe7/f/99f5ff846ebb4bf4940758bde5d717d8 2024-11-21T20:21:33,526 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99f5ff846ebb4bf4940758bde5d717d8 2024-11-21T20:21:33,526 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/default/test/4dafc04410cee890f5484a1150b88fe7/f/99f5ff846ebb4bf4940758bde5d717d8, entries=5, sequenceid=12, filesize=5.1 K 2024-11-21T20:21:33,527 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/default/test/4dafc04410cee890f5484a1150b88fe7/.tmp/f1/fc3cb98a7a8a43cca3bc2a9f51b70fe3 as hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/default/test/4dafc04410cee890f5484a1150b88fe7/f1/fc3cb98a7a8a43cca3bc2a9f51b70fe3 2024-11-21T20:21:33,530 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc3cb98a7a8a43cca3bc2a9f51b70fe3 2024-11-21T20:21:33,530 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/default/test/4dafc04410cee890f5484a1150b88fe7/f1/fc3cb98a7a8a43cca3bc2a9f51b70fe3, entries=3, sequenceid=12, filesize=5.0 K 2024-11-21T20:21:33,531 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/default/test/4dafc04410cee890f5484a1150b88fe7/.tmp/norep/9804b412c6c24eb49101229b5deb24e9 as hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/default/test/4dafc04410cee890f5484a1150b88fe7/norep/9804b412c6c24eb49101229b5deb24e9 2024-11-21T20:21:33,535 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9804b412c6c24eb49101229b5deb24e9 2024-11-21T20:21:33,535 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/default/test/4dafc04410cee890f5484a1150b88fe7/norep/9804b412c6c24eb49101229b5deb24e9, entries=1, sequenceid=12, filesize=5.0 K 2024-11-21T20:21:33,535 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4dafc04410cee890f5484a1150b88fe7 in 883ms, sequenceid=12, compaction requested=false 2024-11-21T20:21:33,535 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T20:21:33,539 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/data/default/test/4dafc04410cee890f5484a1150b88fe7/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T20:21:33,539 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:21:33,539 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T20:21:33,539 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732220470785.4dafc04410cee890f5484a1150b88fe7. 2024-11-21T20:21:33,539 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4dafc04410cee890f5484a1150b88fe7: Waiting for close lock at 1732220492652Running coprocessor pre-close hooks at 1732220492652Disabling compacts and flushes for region at 1732220492652Disabling writes for close at 1732220492652Obtaining lock to block concurrent updates at 1732220492652Preparing flush snapshotting stores in 4dafc04410cee890f5484a1150b88fe7 at 1732220492652Finished memstore snapshotting test,,1732220470785.4dafc04410cee890f5484a1150b88fe7., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732220492652Flushing stores of test,,1732220470785.4dafc04410cee890f5484a1150b88fe7. at 1732220492653 (+1 ms)Flushing 4dafc04410cee890f5484a1150b88fe7/f: creating writer at 1732220492653Flushing 4dafc04410cee890f5484a1150b88fe7/f: appending metadata at 1732220492669 (+16 ms)Flushing 4dafc04410cee890f5484a1150b88fe7/f: closing flushed file at 1732220492669Flushing 4dafc04410cee890f5484a1150b88fe7/f1: creating writer at 1732220493079 (+410 ms)Flushing 4dafc04410cee890f5484a1150b88fe7/f1: appending metadata at 1732220493091 (+12 ms)Flushing 4dafc04410cee890f5484a1150b88fe7/f1: closing flushed file at 1732220493091Flushing 4dafc04410cee890f5484a1150b88fe7/norep: creating writer at 1732220493499 (+408 ms)Flushing 4dafc04410cee890f5484a1150b88fe7/norep: appending metadata at 1732220493514 (+15 ms)Flushing 4dafc04410cee890f5484a1150b88fe7/norep: closing flushed file at 1732220493514Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eeccd56: reopening flushed file at 1732220493522 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6919c070: reopening flushed file at 1732220493526 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@867be79: reopening flushed file at 1732220493530 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4dafc04410cee890f5484a1150b88fe7 in 883ms, sequenceid=12, compaction requested=false at 1732220493535 (+5 ms)Writing region close event to WAL at 1732220493537 (+2 ms)Running coprocessor post-close hooks at 1732220493539 (+2 ms)Closed at 1732220493539 2024-11-21T20:21:33,540 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732220470785.4dafc04410cee890f5484a1150b88fe7. 2024-11-21T20:21:33,554 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 1488, reset compression=false 2024-11-21T20:21:33,605 INFO [RS:0;377014bd7527:44657 {}] regionserver.HRegionServer(976): stopping server 377014bd7527,44657,1732220459760; all regions closed. 2024-11-21T20:21:33,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741834_1010 (size=4239) 2024-11-21T20:21:33,608 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.meta.1732220463087.meta not finished, retry = 0 2024-11-21T20:21:33,689 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 1718, reset compression=false 2024-11-21T20:21:33,693 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:21:33,693 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.wal-reader.377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.1732220462059 to pos 2362, reset compression=false 2024-11-21T20:21:33,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741839_1015 (size=3552) 2024-11-21T20:21:33,715 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/WALs/377014bd7527,44657,1732220459760/377014bd7527%2C44657%2C1732220459760.rep.1732220477572 not finished, retry = 0 2024-11-21T20:21:33,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741832_1008 (size=2370) 2024-11-21T20:21:33,818 DEBUG [RS:0;377014bd7527:44657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:33,818 INFO [RS:0;377014bd7527:44657 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:21:33,818 INFO [RS:0;377014bd7527:44657 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:21:33,819 INFO [RS:0;377014bd7527:44657 {}] hbase.ChoreService(370): Chore service for: regionserver/377014bd7527:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T20:21:33,819 INFO [RS:0;377014bd7527:44657 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:21:33,819 INFO [regionserver/377014bd7527:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:21:33,819 INFO [RS:0;377014bd7527:44657 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-377014bd7527,44657,1732220459760 because: Region server is closing 2024-11-21T20:21:33,819 INFO [RS:0;377014bd7527:44657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:44657. 2024-11-21T20:21:33,820 DEBUG [RS:0;377014bd7527:44657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:21:33,820 DEBUG [RS:0;377014bd7527:44657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:33,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:21:33,820 DEBUG [RS:0;377014bd7527:44657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:33,920 INFO [RS:0;377014bd7527:44657 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44657,1732220459760.replicationSource.shipper377014bd7527%2C44657%2C1732220459760,1-377014bd7527,44657,1732220459760 terminated 2024-11-21T20:21:33,920 INFO [RS:0;377014bd7527:44657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:44657. 2024-11-21T20:21:33,920 DEBUG [RS:0;377014bd7527:44657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:21:33,920 DEBUG [RS:0;377014bd7527:44657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:33,920 DEBUG [RS:0;377014bd7527:44657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:33,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:21:33,921 INFO [RS:0;377014bd7527:44657 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44657 2024-11-21T20:21:33,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1015f0e7a5a0003, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1498424761/rs 2024-11-21T20:21:33,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44657-0x1015f0e7a5a0004, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1498424761/rs/377014bd7527,44657,1732220459760 2024-11-21T20:21:33,930 INFO [RS:0;377014bd7527:44657 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:21:33,931 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [377014bd7527,44657,1732220459760] 2024-11-21T20:21:33,958 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1498424761/draining/377014bd7527,44657,1732220459760 already deleted, retry=false 2024-11-21T20:21:33,959 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 377014bd7527,44657,1732220459760 expired; onlineServers=0 2024-11-21T20:21:33,959 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '377014bd7527,42271,1732220459620' ***** 2024-11-21T20:21:33,959 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T20:21:33,959 INFO [M:0;377014bd7527:42271 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:21:33,959 INFO [M:0;377014bd7527:42271 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:21:33,959 DEBUG [M:0;377014bd7527:42271 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T20:21:33,959 DEBUG [M:0;377014bd7527:42271 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T20:21:33,959 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T20:21:33,959 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220461814 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220461814,5,FailOnTimeoutGroup] 2024-11-21T20:21:33,959 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220461814 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220461814,5,FailOnTimeoutGroup] 2024-11-21T20:21:33,959 INFO [M:0;377014bd7527:42271 {}] hbase.ChoreService(370): Chore service for: master/377014bd7527:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T20:21:33,959 INFO [M:0;377014bd7527:42271 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:21:33,959 DEBUG [M:0;377014bd7527:42271 {}] master.HMaster(1795): Stopping service threads 2024-11-21T20:21:33,959 INFO [M:0;377014bd7527:42271 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T20:21:33,960 INFO [M:0;377014bd7527:42271 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:21:33,960 INFO [M:0;377014bd7527:42271 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T20:21:33,960 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T20:21:33,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1015f0e7a5a0003, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1498424761/master 2024-11-21T20:21:33,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1015f0e7a5a0003, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1498424761 2024-11-21T20:21:33,969 DEBUG [M:0;377014bd7527:42271 {}] zookeeper.ZKUtil(347): master:42271-0x1015f0e7a5a0003, quorum=127.0.0.1:54006, baseZNode=/1498424761 Unable to get data of znode /1498424761/master because node does not exist (not an error) 2024-11-21T20:21:33,969 WARN [M:0;377014bd7527:42271 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T20:21:33,970 INFO [M:0;377014bd7527:42271 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/.lastflushedseqids 2024-11-21T20:21:33,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741848_1024 (size=245) 2024-11-21T20:21:34,041 INFO [RS:0;377014bd7527:44657 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:21:34,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44657-0x1015f0e7a5a0004, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:21:34,041 INFO [RS:0;377014bd7527:44657 {}] regionserver.HRegionServer(1031): Exiting; stopping=377014bd7527,44657,1732220459760; zookeeper connection closed. 2024-11-21T20:21:34,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44657-0x1015f0e7a5a0004, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:21:34,041 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ca02516 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ca02516 2024-11-21T20:21:34,042 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T20:21:34,375 INFO [M:0;377014bd7527:42271 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T20:21:34,375 INFO [M:0;377014bd7527:42271 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T20:21:34,375 DEBUG [M:0;377014bd7527:42271 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:21:34,375 INFO [M:0;377014bd7527:42271 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:21:34,375 DEBUG [M:0;377014bd7527:42271 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:21:34,375 DEBUG [M:0;377014bd7527:42271 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:21:34,375 DEBUG [M:0;377014bd7527:42271 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:21:34,375 INFO [M:0;377014bd7527:42271 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-21T20:21:34,393 DEBUG [M:0;377014bd7527:42271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d17e27a37de34bce974c1df3c86ca514 is 82, key is hbase:meta,,1/info:regioninfo/1732220463115/Put/seqid=0 2024-11-21T20:21:34,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741849_1025 (size=5672) 2024-11-21T20:21:34,397 INFO [M:0;377014bd7527:42271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d17e27a37de34bce974c1df3c86ca514 2024-11-21T20:21:34,418 DEBUG [M:0;377014bd7527:42271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23be35d6ec9846928fba48249dd938db is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732220471939/Put/seqid=0 2024-11-21T20:21:34,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741850_1026 (size=7219) 2024-11-21T20:21:34,556 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 1488, reset compression=false 2024-11-21T20:21:34,780 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:21:34,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:34,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:34,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:34,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:34,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:34,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:34,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:34,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:34,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:34,822 INFO [M:0;377014bd7527:42271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23be35d6ec9846928fba48249dd938db 2024-11-21T20:21:34,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:34,829 INFO [M:0;377014bd7527:42271 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 23be35d6ec9846928fba48249dd938db 2024-11-21T20:21:34,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:34,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:34,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:34,863 DEBUG [M:0;377014bd7527:42271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d486cee9cc64ac3ab19fdc0ee799cea is 69, key is 377014bd7527,44657,1732220459760/rs:state/1732220461914/Put/seqid=0 2024-11-21T20:21:34,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741851_1027 (size=5156) 2024-11-21T20:21:34,874 INFO [M:0;377014bd7527:42271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d486cee9cc64ac3ab19fdc0ee799cea 2024-11-21T20:21:34,879 DEBUG [M:0;377014bd7527:42271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d17e27a37de34bce974c1df3c86ca514 as hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d17e27a37de34bce974c1df3c86ca514 2024-11-21T20:21:34,884 INFO [M:0;377014bd7527:42271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d17e27a37de34bce974c1df3c86ca514, entries=8, sequenceid=105, filesize=5.5 K 2024-11-21T20:21:34,885 DEBUG [M:0;377014bd7527:42271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23be35d6ec9846928fba48249dd938db as hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/23be35d6ec9846928fba48249dd938db 2024-11-21T20:21:34,890 INFO [M:0;377014bd7527:42271 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 23be35d6ec9846928fba48249dd938db 2024-11-21T20:21:34,890 INFO [M:0;377014bd7527:42271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/23be35d6ec9846928fba48249dd938db, entries=11, sequenceid=105, filesize=7.0 K 2024-11-21T20:21:34,891 DEBUG [M:0;377014bd7527:42271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d486cee9cc64ac3ab19fdc0ee799cea as hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8d486cee9cc64ac3ab19fdc0ee799cea 2024-11-21T20:21:34,897 INFO [M:0;377014bd7527:42271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36407/user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8d486cee9cc64ac3ab19fdc0ee799cea, entries=1, sequenceid=105, filesize=5.0 K 2024-11-21T20:21:34,898 INFO [M:0;377014bd7527:42271 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 523ms, sequenceid=105, compaction requested=false 2024-11-21T20:21:34,905 INFO [M:0;377014bd7527:42271 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:21:34,905 DEBUG [M:0;377014bd7527:42271 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220494375Disabling compacts and flushes for region at 1732220494375Disabling writes for close at 1732220494375Obtaining lock to block concurrent updates at 1732220494375Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732220494375Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732220494376 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732220494376Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732220494376Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732220494393 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732220494393Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732220494401 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732220494417 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732220494417Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732220494829 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732220494863 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732220494863Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bc89b95: reopening flushed file at 1732220494878 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49ed98a0: reopening flushed file at 1732220494884 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19c51b8d: reopening flushed file at 1732220494890 (+6 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 523ms, sequenceid=105, compaction requested=false at 1732220494898 (+8 ms)Writing region close event to WAL at 1732220494905 (+7 ms)Closed at 1732220494905 2024-11-21T20:21:34,908 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0102bb89-c9cc-c6a2-5033-c1b4e59d0fa0/MasterData/WALs/377014bd7527,42271,1732220459620/377014bd7527%2C42271%2C1732220459620.1732220461542 not finished, retry = 0 2024-11-21T20:21:34,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741830_1006 (size=64435) 2024-11-21T20:21:35,009 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:21:35,009 INFO [M:0;377014bd7527:42271 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T20:21:35,009 INFO [M:0;377014bd7527:42271 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42271 2024-11-21T20:21:35,010 INFO [M:0;377014bd7527:42271 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:21:35,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1015f0e7a5a0003, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:21:35,122 INFO [M:0;377014bd7527:42271 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:21:35,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1015f0e7a5a0003, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:21:35,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@633ddeae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:21:35,124 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23a6605b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:21:35,124 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:21:35,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52c46f9b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:21:35,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70460d30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e8400c-a425-640e-4f66-f00edd392b08/hadoop.log.dir/,STOPPED} 2024-11-21T20:21:35,126 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T20:21:35,126 WARN [BP-775285012-172.17.0.2-1732220457680 heartbeating to localhost/127.0.0.1:36407 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T20:21:35,126 WARN [BP-775285012-172.17.0.2-1732220457680 heartbeating to localhost/127.0.0.1:36407 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-775285012-172.17.0.2-1732220457680 (Datanode Uuid 223de760-e115-47a2-b393-803b696de293) service to localhost/127.0.0.1:36407 2024-11-21T20:21:35,126 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T20:21:35,126 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e8400c-a425-640e-4f66-f00edd392b08/cluster_68457d59-c25d-e470-fb45-bc4b3c626213/data/data1/current/BP-775285012-172.17.0.2-1732220457680 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:21:35,126 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e8400c-a425-640e-4f66-f00edd392b08/cluster_68457d59-c25d-e470-fb45-bc4b3c626213/data/data2/current/BP-775285012-172.17.0.2-1732220457680 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:21:35,127 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T20:21:35,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50c9bd69{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:21:35,132 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42079d27{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:21:35,132 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:21:35,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d0a3ca0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:21:35,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27a0a604{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e8400c-a425-640e-4f66-f00edd392b08/hadoop.log.dir/,STOPPED} 2024-11-21T20:21:35,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T20:21:35,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T20:21:35,148 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:21:35,148 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:21:35,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:35,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:35,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:21:35,148 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T20:21:35,148 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1524255554, stopped=false 2024-11-21T20:21:35,148 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=377014bd7527,37831,1732220454503 2024-11-21T20:21:35,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37831-0x1015f0e7a5a0000, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01300648197/running 2024-11-21T20:21:35,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37831-0x1015f0e7a5a0000, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01300648197 2024-11-21T20:21:35,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36421-0x1015f0e7a5a0001, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01300648197/running 2024-11-21T20:21:35,162 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:21:35,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36421-0x1015f0e7a5a0001, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01300648197 2024-11-21T20:21:35,162 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:21:35,162 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:21:35,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:35,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36421-0x1015f0e7a5a0001, quorum=127.0.0.1:54006, baseZNode=/01300648197 Set watcher on znode that does not yet exist, /01300648197/running 2024-11-21T20:21:35,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37831-0x1015f0e7a5a0000, quorum=127.0.0.1:54006, baseZNode=/01300648197 Set watcher on znode that does not yet exist, /01300648197/running 2024-11-21T20:21:35,163 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '377014bd7527,36421,1732220454698' ***** 2024-11-21T20:21:35,163 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T20:21:35,163 INFO [RS:0;377014bd7527:36421 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T20:21:35,163 INFO [RS:0;377014bd7527:36421 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T20:21:35,163 INFO [RS:0;377014bd7527:36421 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T20:21:35,163 INFO [RS:0;377014bd7527:36421 {}] regionserver.HRegionServer(3091): Received CLOSE for 6348fa2bf7d2ba0e7145fe96cbdee442 2024-11-21T20:21:35,163 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T20:21:35,163 INFO [RS:0;377014bd7527:36421 {}] regionserver.HRegionServer(3091): Received CLOSE for fad2c7b8ce6524fe4818b316e47c7791 2024-11-21T20:21:35,163 INFO [RS:0;377014bd7527:36421 {}] regionserver.HRegionServer(959): stopping server 377014bd7527,36421,1732220454698 2024-11-21T20:21:35,163 INFO [RS:0;377014bd7527:36421 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:21:35,163 INFO [RS:0;377014bd7527:36421 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:36421. 2024-11-21T20:21:35,163 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6348fa2bf7d2ba0e7145fe96cbdee442, disabling compactions & flushes 2024-11-21T20:21:35,164 DEBUG [RS:0;377014bd7527:36421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:21:35,164 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732220475282.6348fa2bf7d2ba0e7145fe96cbdee442. 2024-11-21T20:21:35,164 DEBUG [RS:0;377014bd7527:36421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:35,164 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732220475282.6348fa2bf7d2ba0e7145fe96cbdee442. 2024-11-21T20:21:35,164 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732220475282.6348fa2bf7d2ba0e7145fe96cbdee442. after waiting 0 ms 2024-11-21T20:21:35,164 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732220475282.6348fa2bf7d2ba0e7145fe96cbdee442. 2024-11-21T20:21:35,164 INFO [RS:0;377014bd7527:36421 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T20:21:35,164 INFO [RS:0;377014bd7527:36421 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T20:21:35,164 INFO [RS:0;377014bd7527:36421 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T20:21:35,164 INFO [RS:0;377014bd7527:36421 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T20:21:35,164 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6348fa2bf7d2ba0e7145fe96cbdee442 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-21T20:21:35,164 INFO [RS:0;377014bd7527:36421 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T20:21:35,164 DEBUG [RS:0;377014bd7527:36421 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6348fa2bf7d2ba0e7145fe96cbdee442=hbase:replication,,1732220475282.6348fa2bf7d2ba0e7145fe96cbdee442., fad2c7b8ce6524fe4818b316e47c7791=test,,1732220468631.fad2c7b8ce6524fe4818b316e47c7791.} 2024-11-21T20:21:35,164 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:21:35,164 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:21:35,164 DEBUG [RS:0;377014bd7527:36421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6348fa2bf7d2ba0e7145fe96cbdee442, fad2c7b8ce6524fe4818b316e47c7791 2024-11-21T20:21:35,164 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:21:35,164 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:21:35,164 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:21:35,164 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T20:21:35,179 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/hbase/meta/1588230740/.tmp/info/f1599fe2424c406792ff1a6735e2eef3 is 147, key is hbase:replication,,1732220475282.6348fa2bf7d2ba0e7145fe96cbdee442./info:regioninfo/1732220476047/Put/seqid=0 2024-11-21T20:21:35,182 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/hbase/replication/6348fa2bf7d2ba0e7145fe96cbdee442/.tmp/queue/fb7b5a090d364fc39742cf87aed3de74 is 154, key is 1-377014bd7527,36421,1732220454698/queue:377014bd7527%2C36421%2C1732220454698/1732220489038/Put/seqid=0 2024-11-21T20:21:35,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741840_1016 (size=7686) 2024-11-21T20:21:35,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741841_1017 (size=5353) 2024-11-21T20:21:35,185 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/hbase/replication/6348fa2bf7d2ba0e7145fe96cbdee442/.tmp/queue/fb7b5a090d364fc39742cf87aed3de74 2024-11-21T20:21:35,190 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/hbase/replication/6348fa2bf7d2ba0e7145fe96cbdee442/.tmp/queue/fb7b5a090d364fc39742cf87aed3de74 as hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/hbase/replication/6348fa2bf7d2ba0e7145fe96cbdee442/queue/fb7b5a090d364fc39742cf87aed3de74 2024-11-21T20:21:35,194 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/hbase/replication/6348fa2bf7d2ba0e7145fe96cbdee442/queue/fb7b5a090d364fc39742cf87aed3de74, entries=1, sequenceid=14, filesize=5.2 K 2024-11-21T20:21:35,195 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 6348fa2bf7d2ba0e7145fe96cbdee442 in 31ms, sequenceid=14, compaction requested=false 2024-11-21T20:21:35,198 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/hbase/replication/6348fa2bf7d2ba0e7145fe96cbdee442/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-21T20:21:35,199 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:21:35,199 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:21:35,199 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732220475282.6348fa2bf7d2ba0e7145fe96cbdee442. 2024-11-21T20:21:35,199 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6348fa2bf7d2ba0e7145fe96cbdee442: Waiting for close lock at 1732220495163Running coprocessor pre-close hooks at 1732220495163Disabling compacts and flushes for region at 1732220495163Disabling writes for close at 1732220495164 (+1 ms)Obtaining lock to block concurrent updates at 1732220495164Preparing flush snapshotting stores in 6348fa2bf7d2ba0e7145fe96cbdee442 at 1732220495164Finished memstore snapshotting hbase:replication,,1732220475282.6348fa2bf7d2ba0e7145fe96cbdee442., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732220495164Flushing stores of hbase:replication,,1732220475282.6348fa2bf7d2ba0e7145fe96cbdee442. at 1732220495165 (+1 ms)Flushing 6348fa2bf7d2ba0e7145fe96cbdee442/queue: creating writer at 1732220495165Flushing 6348fa2bf7d2ba0e7145fe96cbdee442/queue: appending metadata at 1732220495181 (+16 ms)Flushing 6348fa2bf7d2ba0e7145fe96cbdee442/queue: closing flushed file at 1732220495181Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20468bbe: reopening flushed file at 1732220495190 (+9 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 6348fa2bf7d2ba0e7145fe96cbdee442 in 31ms, sequenceid=14, compaction requested=false at 1732220495195 (+5 ms)Writing region close event to WAL at 1732220495196 (+1 ms)Running coprocessor post-close hooks at 1732220495199 (+3 ms)Closed at 1732220495199 2024-11-21T20:21:35,199 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732220475282.6348fa2bf7d2ba0e7145fe96cbdee442. 2024-11-21T20:21:35,199 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fad2c7b8ce6524fe4818b316e47c7791, disabling compactions & flushes 2024-11-21T20:21:35,199 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732220468631.fad2c7b8ce6524fe4818b316e47c7791. 2024-11-21T20:21:35,199 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732220468631.fad2c7b8ce6524fe4818b316e47c7791. 2024-11-21T20:21:35,199 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732220468631.fad2c7b8ce6524fe4818b316e47c7791. after waiting 0 ms 2024-11-21T20:21:35,199 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732220468631.fad2c7b8ce6524fe4818b316e47c7791. 2024-11-21T20:21:35,199 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fad2c7b8ce6524fe4818b316e47c7791 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-21T20:21:35,214 INFO [regionserver/377014bd7527:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:21:35,218 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/default/test/fad2c7b8ce6524fe4818b316e47c7791/.tmp/f/eba6157c59ce4eac8c66ed99f14c4aec is 37, key is row3/f:row3/1732220487445/Put/seqid=0 2024-11-21T20:21:35,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741842_1018 (size=5228) 2024-11-21T20:21:35,364 DEBUG [RS:0;377014bd7527:36421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fad2c7b8ce6524fe4818b316e47c7791 2024-11-21T20:21:35,373 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T20:21:35,373 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T20:21:35,564 DEBUG [RS:0;377014bd7527:36421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fad2c7b8ce6524fe4818b316e47c7791 2024-11-21T20:21:35,584 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/hbase/meta/1588230740/.tmp/info/f1599fe2424c406792ff1a6735e2eef3 2024-11-21T20:21:35,608 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/hbase/meta/1588230740/.tmp/ns/66a04e3b27f548688c25dd616d154f8b is 43, key is default/ns:d/1732220457587/Put/seqid=0 2024-11-21T20:21:35,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741843_1019 (size=5153) 2024-11-21T20:21:35,612 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/hbase/meta/1588230740/.tmp/ns/66a04e3b27f548688c25dd616d154f8b 2024-11-21T20:21:35,625 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/default/test/fad2c7b8ce6524fe4818b316e47c7791/.tmp/f/eba6157c59ce4eac8c66ed99f14c4aec 2024-11-21T20:21:35,629 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eba6157c59ce4eac8c66ed99f14c4aec 2024-11-21T20:21:35,636 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/hbase/meta/1588230740/.tmp/rep_barrier/76770deebd584b0f878290711496facd is 112, key is test,,1732220468631.fad2c7b8ce6524fe4818b316e47c7791./rep_barrier:seqnumDuringOpen/1732220469778/Put/seqid=0 2024-11-21T20:21:35,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741844_1020 (size=5518) 2024-11-21T20:21:35,643 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/default/test/fad2c7b8ce6524fe4818b316e47c7791/.tmp/f1/4d58eb16fa1c48998508f7c13ee587e3 is 30, key is row1/f1:/1732220484787/DeleteFamily/seqid=0 2024-11-21T20:21:35,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741845_1021 (size=5158) 2024-11-21T20:21:35,661 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 1488, reset compression=false 2024-11-21T20:21:35,664 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:21:35,664 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 1735, reset compression=false 2024-11-21T20:21:35,664 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.shipper377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,36421,1732220454698 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:21:35,665 ERROR [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.shipper377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 377014bd7527,36421,1732220454698: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-377014bd7527,36421,1732220454698, walGroup=377014bd7527%2C36421%2C1732220454698, offset=377014bd7527%2C36421%2C1732220454698.1732220456510:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:36421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T20:21:35,666 ERROR [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.shipper377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T20:21:35,666 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.shipper377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T20:21:35,668 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.shipper377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T20:21:35,669 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.shipper377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T20:21:35,669 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.shipper377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T20:21:35,669 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.shipper377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1220542464, "init": 1048576000, "max": 2306867200, "used": 827204704 }, "NonHeapMemoryUsage": { "committed": 202244096, "init": 7667712, "max": -1, "used": 199231664 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T20:21:35,669 WARN [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.shipper377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:37831 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:37831 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T20:21:35,765 DEBUG [RS:0;377014bd7527:36421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fad2c7b8ce6524fe4818b316e47c7791 2024-11-21T20:21:35,867 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 1735, reset compression=false 2024-11-21T20:21:35,965 DEBUG [RS:0;377014bd7527:36421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fad2c7b8ce6524fe4818b316e47c7791 2024-11-21T20:21:36,039 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/hbase/meta/1588230740/.tmp/rep_barrier/76770deebd584b0f878290711496facd 2024-11-21T20:21:36,047 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/default/test/fad2c7b8ce6524fe4818b316e47c7791/.tmp/f1/4d58eb16fa1c48998508f7c13ee587e3 2024-11-21T20:21:36,051 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d58eb16fa1c48998508f7c13ee587e3 2024-11-21T20:21:36,063 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/hbase/meta/1588230740/.tmp/table/5b8856fcf80846ff85fe5615eb236223 is 53, key is hbase:replication/table:state/1732220476054/Put/seqid=0 2024-11-21T20:21:36,063 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/default/test/fad2c7b8ce6524fe4818b316e47c7791/.tmp/norep/3dad14a121084d6a86648a5bf5c5fb60 is 32, key is row/norep:/1732220483782/DeleteFamily/seqid=0 2024-11-21T20:21:36,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741846_1022 (size=5101) 2024-11-21T20:21:36,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741847_1023 (size=5308) 2024-11-21T20:21:36,067 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/default/test/fad2c7b8ce6524fe4818b316e47c7791/.tmp/norep/3dad14a121084d6a86648a5bf5c5fb60 2024-11-21T20:21:36,070 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3dad14a121084d6a86648a5bf5c5fb60 2024-11-21T20:21:36,071 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/default/test/fad2c7b8ce6524fe4818b316e47c7791/.tmp/f/eba6157c59ce4eac8c66ed99f14c4aec as hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/default/test/fad2c7b8ce6524fe4818b316e47c7791/f/eba6157c59ce4eac8c66ed99f14c4aec 2024-11-21T20:21:36,074 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eba6157c59ce4eac8c66ed99f14c4aec 2024-11-21T20:21:36,074 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/default/test/fad2c7b8ce6524fe4818b316e47c7791/f/eba6157c59ce4eac8c66ed99f14c4aec, entries=5, sequenceid=12, filesize=5.1 K 2024-11-21T20:21:36,075 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/default/test/fad2c7b8ce6524fe4818b316e47c7791/.tmp/f1/4d58eb16fa1c48998508f7c13ee587e3 as hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/default/test/fad2c7b8ce6524fe4818b316e47c7791/f1/4d58eb16fa1c48998508f7c13ee587e3 2024-11-21T20:21:36,078 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d58eb16fa1c48998508f7c13ee587e3 2024-11-21T20:21:36,078 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/default/test/fad2c7b8ce6524fe4818b316e47c7791/f1/4d58eb16fa1c48998508f7c13ee587e3, entries=3, sequenceid=12, filesize=5.0 K 2024-11-21T20:21:36,079 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/default/test/fad2c7b8ce6524fe4818b316e47c7791/.tmp/norep/3dad14a121084d6a86648a5bf5c5fb60 as hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/default/test/fad2c7b8ce6524fe4818b316e47c7791/norep/3dad14a121084d6a86648a5bf5c5fb60 2024-11-21T20:21:36,082 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3dad14a121084d6a86648a5bf5c5fb60 2024-11-21T20:21:36,082 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/default/test/fad2c7b8ce6524fe4818b316e47c7791/norep/3dad14a121084d6a86648a5bf5c5fb60, entries=1, sequenceid=12, filesize=5.0 K 2024-11-21T20:21:36,083 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for fad2c7b8ce6524fe4818b316e47c7791 in 884ms, sequenceid=12, compaction requested=false 2024-11-21T20:21:36,086 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/default/test/fad2c7b8ce6524fe4818b316e47c7791/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T20:21:36,087 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:21:36,087 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T20:21:36,087 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732220468631.fad2c7b8ce6524fe4818b316e47c7791. 2024-11-21T20:21:36,087 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fad2c7b8ce6524fe4818b316e47c7791: Waiting for close lock at 1732220495199Running coprocessor pre-close hooks at 1732220495199Disabling compacts and flushes for region at 1732220495199Disabling writes for close at 1732220495199Obtaining lock to block concurrent updates at 1732220495199Preparing flush snapshotting stores in fad2c7b8ce6524fe4818b316e47c7791 at 1732220495199Finished memstore snapshotting test,,1732220468631.fad2c7b8ce6524fe4818b316e47c7791., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732220495200 (+1 ms)Flushing stores of test,,1732220468631.fad2c7b8ce6524fe4818b316e47c7791. at 1732220495200Flushing fad2c7b8ce6524fe4818b316e47c7791/f: creating writer at 1732220495200Flushing fad2c7b8ce6524fe4818b316e47c7791/f: appending metadata at 1732220495217 (+17 ms)Flushing fad2c7b8ce6524fe4818b316e47c7791/f: closing flushed file at 1732220495217Flushing fad2c7b8ce6524fe4818b316e47c7791/f1: creating writer at 1732220495629 (+412 ms)Flushing fad2c7b8ce6524fe4818b316e47c7791/f1: appending metadata at 1732220495642 (+13 ms)Flushing fad2c7b8ce6524fe4818b316e47c7791/f1: closing flushed file at 1732220495642Flushing fad2c7b8ce6524fe4818b316e47c7791/norep: creating writer at 1732220496051 (+409 ms)Flushing fad2c7b8ce6524fe4818b316e47c7791/norep: appending metadata at 1732220496063 (+12 ms)Flushing fad2c7b8ce6524fe4818b316e47c7791/norep: closing flushed file at 1732220496063Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c7e3e40: reopening flushed file at 1732220496070 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13c80721: reopening flushed file at 1732220496074 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38be7a37: reopening flushed file at 1732220496079 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for fad2c7b8ce6524fe4818b316e47c7791 in 884ms, sequenceid=12, compaction requested=false at 1732220496083 (+4 ms)Writing region close event to WAL at 1732220496084 (+1 ms)Running coprocessor post-close hooks at 1732220496087 (+3 ms)Closed at 1732220496087 2024-11-21T20:21:36,087 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732220468631.fad2c7b8ce6524fe4818b316e47c7791. 2024-11-21T20:21:36,165 INFO [RS:0;377014bd7527:36421 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T20:21:36,165 DEBUG [RS:0;377014bd7527:36421 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T20:21:36,165 DEBUG [RS:0;377014bd7527:36421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:21:36,170 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 1735, reset compression=false 2024-11-21T20:21:36,173 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:21:36,174 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 2379, reset compression=false 2024-11-21T20:21:36,365 DEBUG [RS:0;377014bd7527:36421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:21:36,376 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 2379, reset compression=false 2024-11-21T20:21:36,473 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/hbase/meta/1588230740/.tmp/table/5b8856fcf80846ff85fe5615eb236223 2024-11-21T20:21:36,479 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/hbase/meta/1588230740/.tmp/info/f1599fe2424c406792ff1a6735e2eef3 as hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/hbase/meta/1588230740/info/f1599fe2424c406792ff1a6735e2eef3 2024-11-21T20:21:36,484 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/hbase/meta/1588230740/info/f1599fe2424c406792ff1a6735e2eef3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T20:21:36,485 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/hbase/meta/1588230740/.tmp/ns/66a04e3b27f548688c25dd616d154f8b as hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/hbase/meta/1588230740/ns/66a04e3b27f548688c25dd616d154f8b 2024-11-21T20:21:36,491 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/hbase/meta/1588230740/ns/66a04e3b27f548688c25dd616d154f8b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T20:21:36,492 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/hbase/meta/1588230740/.tmp/rep_barrier/76770deebd584b0f878290711496facd as hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/hbase/meta/1588230740/rep_barrier/76770deebd584b0f878290711496facd 2024-11-21T20:21:36,500 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/hbase/meta/1588230740/rep_barrier/76770deebd584b0f878290711496facd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T20:21:36,501 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/hbase/meta/1588230740/.tmp/table/5b8856fcf80846ff85fe5615eb236223 as hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/hbase/meta/1588230740/table/5b8856fcf80846ff85fe5615eb236223 2024-11-21T20:21:36,508 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/hbase/meta/1588230740/table/5b8856fcf80846ff85fe5615eb236223, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T20:21:36,510 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1346ms, sequenceid=16, compaction requested=false 2024-11-21T20:21:36,564 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T20:21:36,564 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:21:36,564 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:21:36,565 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:21:36,565 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220495164Running coprocessor pre-close hooks at 1732220495164Disabling compacts and flushes for region at 1732220495164Disabling writes for close at 1732220495164Obtaining lock to block concurrent updates at 1732220495164Preparing flush snapshotting stores in 1588230740 at 1732220495164Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732220495164Flushing stores of hbase:meta,,1.1588230740 at 1732220495165 (+1 ms)Flushing 1588230740/info: creating writer at 1732220495165Flushing 1588230740/info: appending metadata at 1732220495179 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732220495179Flushing 1588230740/ns: creating writer at 1732220495588 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732220495607 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732220495607Flushing 1588230740/rep_barrier: creating writer at 1732220495617 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732220495635 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732220495635Flushing 1588230740/table: creating writer at 1732220496045 (+410 ms)Flushing 1588230740/table: appending metadata at 1732220496063 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732220496063Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@276d7382: reopening flushed file at 1732220496478 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ade6b07: reopening flushed file at 1732220496484 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@730e9431: reopening flushed file at 1732220496491 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2906df18: reopening flushed file at 1732220496500 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1346ms, sequenceid=16, compaction requested=false at 1732220496511 (+11 ms)Writing region close event to WAL at 1732220496561 (+50 ms)Running coprocessor post-close hooks at 1732220496564 (+3 ms)Closed at 1732220496565 (+1 ms) 2024-11-21T20:21:36,565 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T20:21:36,565 INFO [RS:0;377014bd7527:36421 {}] regionserver.HRegionServer(976): stopping server 377014bd7527,36421,1732220454698; all regions closed. 2024-11-21T20:21:36,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741834_1010 (size=4239) 2024-11-21T20:21:36,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741839_1015 (size=3552) 2024-11-21T20:21:36,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741832_1008 (size=2387) 2024-11-21T20:21:36,621 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 not finished, retry = 0 2024-11-21T20:21:36,680 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 to pos 2379, reset compression=false 2024-11-21T20:21:36,722 DEBUG [RS:0;377014bd7527:36421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:36,722 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/WALs/377014bd7527,36421,1732220454698/377014bd7527%2C36421%2C1732220454698.1732220456510 2024-11-21T20:21:36,722 INFO [RS:0;377014bd7527:36421 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:21:36,722 INFO [RS:0;377014bd7527:36421 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:21:36,722 INFO [RS:0;377014bd7527:36421 {}] hbase.ChoreService(370): Chore service for: regionserver/377014bd7527:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T20:21:36,723 INFO [RS:0;377014bd7527:36421 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:21:36,723 INFO [RS:0;377014bd7527:36421 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-377014bd7527,36421,1732220454698 because: Region server is closing 2024-11-21T20:21:36,723 INFO [RS:0;377014bd7527:36421 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:36421. 2024-11-21T20:21:36,723 DEBUG [RS:0;377014bd7527:36421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:21:36,723 DEBUG [RS:0;377014bd7527:36421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:36,723 INFO [regionserver/377014bd7527:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:21:36,723 DEBUG [RS:0;377014bd7527:36421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:36,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:21:36,823 INFO [RS:0;377014bd7527:36421 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.shipper377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 terminated 2024-11-21T20:21:36,823 WARN [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,36421,1732220454698.replicationSource.wal-reader.377014bd7527%2C36421%2C1732220454698,1-377014bd7527,36421,1732220454698 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-21T20:21:36,824 INFO [RS:0;377014bd7527:36421 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:36421. 2024-11-21T20:21:36,824 DEBUG [RS:0;377014bd7527:36421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:21:36,824 DEBUG [RS:0;377014bd7527:36421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:36,824 DEBUG [RS:0;377014bd7527:36421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:36,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:21:36,824 INFO [RS:0;377014bd7527:36421 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36421 2024-11-21T20:21:36,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37831-0x1015f0e7a5a0000, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01300648197/rs 2024-11-21T20:21:36,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36421-0x1015f0e7a5a0001, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01300648197/rs/377014bd7527,36421,1732220454698 2024-11-21T20:21:36,909 INFO [RS:0;377014bd7527:36421 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:21:36,910 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [377014bd7527,36421,1732220454698] 2024-11-21T20:21:36,930 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01300648197/draining/377014bd7527,36421,1732220454698 already deleted, retry=false 2024-11-21T20:21:36,930 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 377014bd7527,36421,1732220454698 expired; onlineServers=0 2024-11-21T20:21:36,930 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '377014bd7527,37831,1732220454503' ***** 2024-11-21T20:21:36,930 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T20:21:36,931 INFO [M:0;377014bd7527:37831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:21:36,931 INFO [M:0;377014bd7527:37831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:21:36,931 DEBUG [M:0;377014bd7527:37831 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T20:21:36,931 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T20:21:36,931 DEBUG [M:0;377014bd7527:37831 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T20:21:36,931 INFO [M:0;377014bd7527:37831 {}] hbase.ChoreService(370): Chore service for: master/377014bd7527:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T20:21:36,931 INFO [M:0;377014bd7527:37831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:21:36,931 DEBUG [M:0;377014bd7527:37831 {}] master.HMaster(1795): Stopping service threads 2024-11-21T20:21:36,931 INFO [M:0;377014bd7527:37831 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T20:21:36,931 INFO [M:0;377014bd7527:37831 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:21:36,931 ERROR [M:0;377014bd7527:37831 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41947,5,PEWorkerGroup] 2024-11-21T20:21:36,931 INFO [M:0;377014bd7527:37831 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T20:21:36,931 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T20:21:36,938 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220456276 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220456276,5,FailOnTimeoutGroup] 2024-11-21T20:21:36,939 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220456276 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220456276,5,FailOnTimeoutGroup] 2024-11-21T20:21:36,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37831-0x1015f0e7a5a0000, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01300648197/master 2024-11-21T20:21:36,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37831-0x1015f0e7a5a0000, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01300648197 2024-11-21T20:21:36,941 DEBUG [M:0;377014bd7527:37831 {}] zookeeper.ZKUtil(347): master:37831-0x1015f0e7a5a0000, quorum=127.0.0.1:54006, baseZNode=/01300648197 Unable to get data of znode /01300648197/master because node does not exist (not an error) 2024-11-21T20:21:36,941 WARN [M:0;377014bd7527:37831 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T20:21:36,958 INFO [M:0;377014bd7527:37831 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/.lastflushedseqids 2024-11-21T20:21:37,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741848_1024 (size=245) 2024-11-21T20:21:37,001 INFO [M:0;377014bd7527:37831 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T20:21:37,002 INFO [M:0;377014bd7527:37831 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T20:21:37,002 DEBUG [M:0;377014bd7527:37831 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:21:37,002 INFO [M:0;377014bd7527:37831 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:21:37,002 DEBUG [M:0;377014bd7527:37831 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:21:37,002 DEBUG [M:0;377014bd7527:37831 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:21:37,002 DEBUG [M:0;377014bd7527:37831 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:21:37,002 INFO [M:0;377014bd7527:37831 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-21T20:21:37,020 INFO [RS:0;377014bd7527:36421 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:21:37,020 INFO [RS:0;377014bd7527:36421 {}] regionserver.HRegionServer(1031): Exiting; stopping=377014bd7527,36421,1732220454698; zookeeper connection closed. 2024-11-21T20:21:37,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36421-0x1015f0e7a5a0001, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:21:37,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36421-0x1015f0e7a5a0001, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:21:37,025 DEBUG [M:0;377014bd7527:37831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/690fdc46d9594eb3a5283a9775134f37 is 82, key is hbase:meta,,1/info:regioninfo/1732220457478/Put/seqid=0 2024-11-21T20:21:37,028 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a532c8c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a532c8c 2024-11-21T20:21:37,028 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T20:21:37,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741849_1025 (size=5672) 2024-11-21T20:21:37,044 INFO [M:0;377014bd7527:37831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/690fdc46d9594eb3a5283a9775134f37 2024-11-21T20:21:37,090 DEBUG [M:0;377014bd7527:37831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2bbb761eee964f1da1dbec13324ef443 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732220469791/Put/seqid=0 2024-11-21T20:21:37,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741850_1026 (size=7218) 2024-11-21T20:21:37,106 INFO [M:0;377014bd7527:37831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2bbb761eee964f1da1dbec13324ef443 2024-11-21T20:21:37,112 INFO [M:0;377014bd7527:37831 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2bbb761eee964f1da1dbec13324ef443 2024-11-21T20:21:37,131 DEBUG [M:0;377014bd7527:37831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d48904092a7c40669be2b2a0e227ca6e is 69, key is 377014bd7527,36421,1732220454698/rs:state/1732220456356/Put/seqid=0 2024-11-21T20:21:37,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741851_1027 (size=5156) 2024-11-21T20:21:37,136 INFO [M:0;377014bd7527:37831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d48904092a7c40669be2b2a0e227ca6e 2024-11-21T20:21:37,140 DEBUG [M:0;377014bd7527:37831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/690fdc46d9594eb3a5283a9775134f37 as hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/690fdc46d9594eb3a5283a9775134f37 2024-11-21T20:21:37,145 INFO [M:0;377014bd7527:37831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/690fdc46d9594eb3a5283a9775134f37, entries=8, sequenceid=105, filesize=5.5 K 2024-11-21T20:21:37,146 DEBUG [M:0;377014bd7527:37831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2bbb761eee964f1da1dbec13324ef443 as hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2bbb761eee964f1da1dbec13324ef443 2024-11-21T20:21:37,151 INFO [M:0;377014bd7527:37831 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2bbb761eee964f1da1dbec13324ef443 2024-11-21T20:21:37,151 INFO [M:0;377014bd7527:37831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2bbb761eee964f1da1dbec13324ef443, entries=11, sequenceid=105, filesize=7.0 K 2024-11-21T20:21:37,152 DEBUG [M:0;377014bd7527:37831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d48904092a7c40669be2b2a0e227ca6e as hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d48904092a7c40669be2b2a0e227ca6e 2024-11-21T20:21:37,158 INFO [M:0;377014bd7527:37831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/37c36dea-8723-80ca-b224-4ab917d9936c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d48904092a7c40669be2b2a0e227ca6e, entries=1, sequenceid=105, filesize=5.0 K 2024-11-21T20:21:37,161 INFO [M:0;377014bd7527:37831 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 159ms, sequenceid=105, compaction requested=false 2024-11-21T20:21:37,163 INFO [M:0;377014bd7527:37831 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:21:37,163 DEBUG [M:0;377014bd7527:37831 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220497002Disabling compacts and flushes for region at 1732220497002Disabling writes for close at 1732220497002Obtaining lock to block concurrent updates at 1732220497002Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732220497002Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732220497002Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732220497003 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732220497003Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732220497024 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732220497024Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732220497051 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732220497089 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732220497089Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732220497112 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732220497131 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732220497131Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@410ab864: reopening flushed file at 1732220497140 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dad4da4: reopening flushed file at 1732220497145 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47e1f030: reopening flushed file at 1732220497151 (+6 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 159ms, sequenceid=105, compaction requested=false at 1732220497161 (+10 ms)Writing region close event to WAL at 1732220497162 (+1 ms)Closed at 1732220497162 2024-11-21T20:21:37,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741830_1006 (size=64423) 2024-11-21T20:21:37,168 INFO [M:0;377014bd7527:37831 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T20:21:37,168 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:21:37,168 INFO [M:0;377014bd7527:37831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37831 2024-11-21T20:21:37,170 INFO [M:0;377014bd7527:37831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:21:37,283 INFO [M:0;377014bd7527:37831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:21:37,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37831-0x1015f0e7a5a0000, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:21:37,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37831-0x1015f0e7a5a0000, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:21:37,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@197b9c07{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:21:37,290 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f6cc206{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:21:37,290 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:21:37,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ca7de1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:21:37,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68c8eb2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/hadoop.log.dir/,STOPPED} 2024-11-21T20:21:37,292 WARN [BP-1976570408-172.17.0.2-1732220452550 heartbeating to localhost/127.0.0.1:41947 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T20:21:37,292 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T20:21:37,292 WARN [BP-1976570408-172.17.0.2-1732220452550 heartbeating to localhost/127.0.0.1:41947 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1976570408-172.17.0.2-1732220452550 (Datanode Uuid d04ce973-6273-4f69-838c-09970060cced) service to localhost/127.0.0.1:41947 2024-11-21T20:21:37,292 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T20:21:37,292 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/cluster_69b4f043-4f1a-60bc-f827-f9402a1f9b6e/data/data1/current/BP-1976570408-172.17.0.2-1732220452550 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:21:37,293 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/cluster_69b4f043-4f1a-60bc-f827-f9402a1f9b6e/data/data2/current/BP-1976570408-172.17.0.2-1732220452550 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:21:37,293 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T20:21:37,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5cab4012{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:21:37,301 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@598ca5de{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:21:37,301 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:21:37,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fa1d05f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:21:37,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72e2e311{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2f619b-c687-b259-bfeb-7fb4eae6a6b9/hadoop.log.dir/,STOPPED} 2024-11-21T20:21:37,309 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T20:21:37,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T20:21:37,365 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 260) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46057 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54006) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46057 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36407 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54006) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36407 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41947 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:36407 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41947 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41947 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-18 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:41947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54006) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:46057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36407 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36407 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46057 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=730 (was 657) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=408 (was 286) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=13025 (was 13329) 2024-11-21T20:21:37,399 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=408, ProcessCount=11, AvailableMemoryMB=13026 2024-11-21T20:21:37,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015f0e7a5a0002, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T20:21:37,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015f0e7a5a0005, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T20:21:37,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015f0e7a5a0008, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T20:21:37,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015f0e7a5a0005, quorum=127.0.0.1:54006, baseZNode=/1498424761 Received Disconnected from ZooKeeper, ignoring 2024-11-21T20:21:37,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015f0e7a5a0002, quorum=127.0.0.1:54006, baseZNode=/01300648197 Received Disconnected from ZooKeeper, ignoring 2024-11-21T20:21:37,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015f0e7a5a0008, quorum=127.0.0.1:54006, baseZNode=/22103427328 Received Disconnected from ZooKeeper, ignoring 2024-11-21T20:21:37,421 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-21T20:21:37,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424/hadoop.log.dir so I do NOT create it in target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb 2024-11-21T20:21:37,422 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T20:21:37,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424/hadoop.tmp.dir so I do NOT create it in target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb 2024-11-21T20:21:37,422 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba2e9cd8-8557-5300-671e-1e3abbed8424/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T20:21:37,422 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb 2024-11-21T20:21:37,422 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/cluster_4a52b515-afef-7342-a4ac-04ecc7f664e1, deleteOnExit=true 2024-11-21T20:21:37,460 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/cluster_4a52b515-afef-7342-a4ac-04ecc7f664e1/zookeeper_0, clientPort=49217, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/cluster_4a52b515-afef-7342-a4ac-04ecc7f664e1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/cluster_4a52b515-afef-7342-a4ac-04ecc7f664e1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T20:21:37,466 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49217 2024-11-21T20:21:37,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T20:21:37,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T20:21:37,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/test.cache.data in system properties and HBase conf 2024-11-21T20:21:37,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T20:21:37,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/hadoop.log.dir in system properties and HBase conf 2024-11-21T20:21:37,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T20:21:37,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T20:21:37,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T20:21:37,467 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T20:21:37,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:21:37,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:21:37,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T20:21:37,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:21:37,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T20:21:37,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T20:21:37,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:21:37,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:21:37,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T20:21:37,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/nfs.dump.dir in system properties and HBase conf 2024-11-21T20:21:37,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/java.io.tmpdir in system properties and HBase conf 2024-11-21T20:21:37,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:21:37,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T20:21:37,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T20:21:37,866 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:21:37,870 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:21:37,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:21:37,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:21:37,883 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T20:21:37,893 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:21:37,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@732e8ed2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:21:37,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70d4617e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:21:38,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@646424{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/java.io.tmpdir/jetty-localhost-34935-hadoop-hdfs-3_4_1-tests_jar-_-any-7524830930212147164/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:21:38,074 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f055b0d{HTTP/1.1, (http/1.1)}{localhost:34935} 2024-11-21T20:21:38,074 INFO [Time-limited test {}] server.Server(415): Started @273913ms 2024-11-21T20:21:38,543 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:21:38,553 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:21:38,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:21:38,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:21:38,576 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T20:21:38,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a4c3357{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:21:38,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b21a851{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:21:38,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9a19a84{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/java.io.tmpdir/jetty-localhost-36133-hadoop-hdfs-3_4_1-tests_jar-_-any-17228516192968439498/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:21:38,720 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10491a64{HTTP/1.1, (http/1.1)}{localhost:36133} 2024-11-21T20:21:38,720 INFO [Time-limited test {}] server.Server(415): Started @274559ms 2024-11-21T20:21:38,722 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T20:21:39,479 WARN [Thread-3455 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/cluster_4a52b515-afef-7342-a4ac-04ecc7f664e1/data/data1/current/BP-1576135542-172.17.0.2-1732220497487/current, will proceed with Du for space computation calculation, 2024-11-21T20:21:39,479 WARN [Thread-3456 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/cluster_4a52b515-afef-7342-a4ac-04ecc7f664e1/data/data2/current/BP-1576135542-172.17.0.2-1732220497487/current, will proceed with Du for space computation calculation, 2024-11-21T20:21:39,497 WARN [Thread-3443 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T20:21:39,499 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x43a8b9e838ae2f1d with lease ID 0x2797a9f38457d892: Processing first storage report for DS-c9aba67f-c203-4152-9bb9-d3834cee4ab8 from datanode DatanodeRegistration(127.0.0.1:44657, datanodeUuid=c4c7ea64-4957-4e20-8401-76197f2bac90, infoPort=46373, infoSecurePort=0, ipcPort=33439, storageInfo=lv=-57;cid=testClusterID;nsid=334877447;c=1732220497487) 2024-11-21T20:21:39,499 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x43a8b9e838ae2f1d with lease ID 0x2797a9f38457d892: from storage DS-c9aba67f-c203-4152-9bb9-d3834cee4ab8 node DatanodeRegistration(127.0.0.1:44657, datanodeUuid=c4c7ea64-4957-4e20-8401-76197f2bac90, infoPort=46373, infoSecurePort=0, ipcPort=33439, storageInfo=lv=-57;cid=testClusterID;nsid=334877447;c=1732220497487), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:21:39,500 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x43a8b9e838ae2f1d with lease ID 0x2797a9f38457d892: Processing first storage report for DS-c6812391-756d-451a-8495-55ec39b78587 from datanode DatanodeRegistration(127.0.0.1:44657, datanodeUuid=c4c7ea64-4957-4e20-8401-76197f2bac90, infoPort=46373, infoSecurePort=0, ipcPort=33439, storageInfo=lv=-57;cid=testClusterID;nsid=334877447;c=1732220497487) 2024-11-21T20:21:39,500 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x43a8b9e838ae2f1d with lease ID 0x2797a9f38457d892: from storage DS-c6812391-756d-451a-8495-55ec39b78587 node DatanodeRegistration(127.0.0.1:44657, datanodeUuid=c4c7ea64-4957-4e20-8401-76197f2bac90, infoPort=46373, infoSecurePort=0, ipcPort=33439, storageInfo=lv=-57;cid=testClusterID;nsid=334877447;c=1732220497487), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:21:39,594 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb 2024-11-21T20:21:39,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:21:39,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:21:39,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44657 is added to blk_1073741825_1001 (size=7) 2024-11-21T20:21:40,009 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69 with version=8 2024-11-21T20:21:40,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/hbase-staging 2024-11-21T20:21:40,012 INFO [Time-limited test {}] client.ConnectionUtils(128): master/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:21:40,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:21:40,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:21:40,012 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:21:40,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:21:40,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:21:40,013 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T20:21:40,013 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:21:40,013 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42777 2024-11-21T20:21:40,014 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42777 connecting to ZooKeeper ensemble=127.0.0.1:49217 2024-11-21T20:21:40,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427770x0, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:21:40,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42777-0x1015f0f29dc0000 connected 2024-11-21T20:21:40,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:21:40,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:21:40,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42777-0x1015f0f29dc0000, quorum=127.0.0.1:49217, baseZNode=/01197323933 Set watcher on znode that does not yet exist, /01197323933/running 2024-11-21T20:21:40,372 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69, hbase.cluster.distributed=false 2024-11-21T20:21:40,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42777-0x1015f0f29dc0000, quorum=127.0.0.1:49217, baseZNode=/01197323933 Set watcher on znode that does not yet exist, /01197323933/acl 2024-11-21T20:21:40,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42777 2024-11-21T20:21:40,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42777 2024-11-21T20:21:40,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42777 2024-11-21T20:21:40,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42777 2024-11-21T20:21:40,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42777 2024-11-21T20:21:40,460 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:21:40,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:21:40,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:21:40,460 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:21:40,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:21:40,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:21:40,460 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T20:21:40,460 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:21:40,461 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35737 2024-11-21T20:21:40,462 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35737 connecting to ZooKeeper ensemble=127.0.0.1:49217 2024-11-21T20:21:40,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:21:40,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:21:40,476 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357370x0, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:21:40,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357370x0, quorum=127.0.0.1:49217, baseZNode=/01197323933 Set watcher on znode that does not yet exist, /01197323933/running 2024-11-21T20:21:40,477 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T20:21:40,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35737-0x1015f0f29dc0001 connected 2024-11-21T20:21:40,492 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T20:21:40,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35737-0x1015f0f29dc0001, quorum=127.0.0.1:49217, baseZNode=/01197323933 Set watcher on znode that does not yet exist, /01197323933/master 2024-11-21T20:21:40,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35737-0x1015f0f29dc0001, quorum=127.0.0.1:49217, baseZNode=/01197323933 Set watcher on znode that does not yet exist, /01197323933/acl 2024-11-21T20:21:40,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35737 2024-11-21T20:21:40,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35737 2024-11-21T20:21:40,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35737 2024-11-21T20:21:40,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35737 2024-11-21T20:21:40,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35737 2024-11-21T20:21:40,550 DEBUG [M:0;377014bd7527:42777 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;377014bd7527:42777 2024-11-21T20:21:40,556 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01197323933/backup-masters/377014bd7527,42777,1732220500012 2024-11-21T20:21:40,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x1015f0f29dc0000, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01197323933/backup-masters 2024-11-21T20:21:40,568 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35737-0x1015f0f29dc0001, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01197323933/backup-masters 2024-11-21T20:21:40,569 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42777-0x1015f0f29dc0000, quorum=127.0.0.1:49217, baseZNode=/01197323933 Set watcher on existing znode=/01197323933/backup-masters/377014bd7527,42777,1732220500012 2024-11-21T20:21:40,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x1015f0f29dc0000, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01197323933 2024-11-21T20:21:40,581 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35737-0x1015f0f29dc0001, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01197323933/master 2024-11-21T20:21:40,581 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35737-0x1015f0f29dc0001, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01197323933 2024-11-21T20:21:40,582 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42777-0x1015f0f29dc0000, quorum=127.0.0.1:49217, baseZNode=/01197323933 Set watcher on existing znode=/01197323933/master 2024-11-21T20:21:40,582 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01197323933/backup-masters/377014bd7527,42777,1732220500012 from backup master directory 2024-11-21T20:21:40,592 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35737-0x1015f0f29dc0001, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01197323933/backup-masters 2024-11-21T20:21:40,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x1015f0f29dc0000, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01197323933/backup-masters/377014bd7527,42777,1732220500012 2024-11-21T20:21:40,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x1015f0f29dc0000, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01197323933/backup-masters 2024-11-21T20:21:40,592 WARN [master/377014bd7527:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:21:40,592 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=377014bd7527,42777,1732220500012 2024-11-21T20:21:40,598 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/hbase.id] with ID: 461e7c73-39ad-4382-9f0d-cd739f53aa07 2024-11-21T20:21:40,598 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/.tmp/hbase.id 2024-11-21T20:21:40,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44657 is added to blk_1073741826_1002 (size=42) 2024-11-21T20:21:40,702 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:21:40,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:40,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:40,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:40,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:40,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:40,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:40,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:40,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:40,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:40,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:40,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:40,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:40,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:40,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:40,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:40,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T20:21:40,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T20:21:40,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T20:21:40,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T20:21:41,023 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/.tmp/hbase.id]:[hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/hbase.id] 2024-11-21T20:21:41,041 INFO [master/377014bd7527:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:21:41,041 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T20:21:41,042 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T20:21:41,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x1015f0f29dc0000, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01197323933 2024-11-21T20:21:41,086 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35737-0x1015f0f29dc0001, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01197323933 2024-11-21T20:21:41,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44657 is added to blk_1073741827_1003 (size=196) 2024-11-21T20:21:41,102 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:21:41,103 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T20:21:41,103 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:21:41,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44657 is added to blk_1073741828_1004 (size=1189) 2024-11-21T20:21:41,513 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/MasterData/data/master/store 2024-11-21T20:21:41,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44657 is added to blk_1073741829_1005 (size=34) 2024-11-21T20:21:41,536 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:41,537 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:21:41,537 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:21:41,537 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:21:41,537 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:21:41,537 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:21:41,537 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:21:41,537 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220501536Disabling compacts and flushes for region at 1732220501536Disabling writes for close at 1732220501537 (+1 ms)Writing region close event to WAL at 1732220501537Closed at 1732220501537 2024-11-21T20:21:41,538 WARN [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/MasterData/data/master/store/.initializing 2024-11-21T20:21:41,538 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/MasterData/WALs/377014bd7527,42777,1732220500012 2024-11-21T20:21:41,539 INFO [master/377014bd7527:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:21:41,541 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=377014bd7527%2C42777%2C1732220500012, suffix=, logDir=hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/MasterData/WALs/377014bd7527,42777,1732220500012, archiveDir=hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/MasterData/oldWALs, maxLogs=10 2024-11-21T20:21:41,556 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/MasterData/WALs/377014bd7527,42777,1732220500012/377014bd7527%2C42777%2C1732220500012.1732220501541, exclude list is [], retry=0 2024-11-21T20:21:41,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44657,DS-c9aba67f-c203-4152-9bb9-d3834cee4ab8,DISK] 2024-11-21T20:21:41,565 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/MasterData/WALs/377014bd7527,42777,1732220500012/377014bd7527%2C42777%2C1732220500012.1732220501541 2024-11-21T20:21:41,565 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46373:46373)] 2024-11-21T20:21:41,565 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:21:41,565 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:41,566 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:41,566 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:41,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:41,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T20:21:41,574 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:41,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:41,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:41,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T20:21:41,576 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:41,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:41,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:41,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T20:21:41,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:41,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:41,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:41,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T20:21:41,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:41,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:41,582 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:41,582 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:41,583 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:41,584 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:41,584 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:41,585 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:21:41,586 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:41,601 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:21:41,601 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62264094, jitterRate=-0.07219269871711731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:21:41,602 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732220501566Initializing all the Stores at 1732220501566Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220501566Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220501571 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220501571Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220501571Cleaning up temporary data from old regions at 1732220501584 (+13 ms)Region opened successfully at 1732220501602 (+18 ms) 2024-11-21T20:21:41,608 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T20:21:41,612 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37edca42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:21:41,613 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T20:21:41,613 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T20:21:41,613 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T20:21:41,613 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T20:21:41,613 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T20:21:41,614 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T20:21:41,614 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T20:21:41,618 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T20:21:41,619 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42777-0x1015f0f29dc0000, quorum=127.0.0.1:49217, baseZNode=/01197323933 Unable to get data of znode /01197323933/balancer because node does not exist (not necessarily an error) 2024-11-21T20:21:41,665 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01197323933/balancer already deleted, retry=false 2024-11-21T20:21:41,666 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T20:21:41,666 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42777-0x1015f0f29dc0000, quorum=127.0.0.1:49217, baseZNode=/01197323933 Unable to get data of znode /01197323933/normalizer because node does not exist (not necessarily an error) 2024-11-21T20:21:41,676 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01197323933/normalizer already deleted, retry=false 2024-11-21T20:21:41,676 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T20:21:41,693 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42777-0x1015f0f29dc0000, quorum=127.0.0.1:49217, baseZNode=/01197323933 Unable to get data of znode /01197323933/switch/split because node does not exist (not necessarily an error) 2024-11-21T20:21:41,705 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01197323933/switch/split already deleted, retry=false 2024-11-21T20:21:41,706 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42777-0x1015f0f29dc0000, quorum=127.0.0.1:49217, baseZNode=/01197323933 Unable to get data of znode /01197323933/switch/merge because node does not exist (not necessarily an error) 2024-11-21T20:21:41,718 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01197323933/switch/merge already deleted, retry=false 2024-11-21T20:21:41,719 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42777-0x1015f0f29dc0000, quorum=127.0.0.1:49217, baseZNode=/01197323933 Unable to get data of znode /01197323933/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T20:21:41,728 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01197323933/snapshot-cleanup already deleted, retry=false 2024-11-21T20:21:41,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x1015f0f29dc0000, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01197323933/running 2024-11-21T20:21:41,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x1015f0f29dc0000, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01197323933 2024-11-21T20:21:41,817 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35737-0x1015f0f29dc0001, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01197323933/running 2024-11-21T20:21:41,817 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35737-0x1015f0f29dc0001, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01197323933 2024-11-21T20:21:41,824 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=377014bd7527,42777,1732220500012, sessionid=0x1015f0f29dc0000, setting cluster-up flag (Was=false) 2024-11-21T20:21:41,855 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35737-0x1015f0f29dc0001, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01197323933 2024-11-21T20:21:41,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x1015f0f29dc0000, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01197323933 2024-11-21T20:21:41,886 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01197323933/flush-table-proc/acquired, /01197323933/flush-table-proc/reached, /01197323933/flush-table-proc/abort 2024-11-21T20:21:41,887 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,42777,1732220500012 2024-11-21T20:21:41,907 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35737-0x1015f0f29dc0001, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01197323933 2024-11-21T20:21:41,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x1015f0f29dc0000, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01197323933 2024-11-21T20:21:41,939 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01197323933/online-snapshot/acquired, /01197323933/online-snapshot/reached, /01197323933/online-snapshot/abort 2024-11-21T20:21:41,940 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,42777,1732220500012 2024-11-21T20:21:41,941 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T20:21:41,942 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T20:21:41,943 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T20:21:41,943 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T20:21:41,943 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 377014bd7527,42777,1732220500012 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T20:21:41,944 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:21:41,944 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:21:41,944 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:21:41,944 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:21:41,944 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/377014bd7527:0, corePoolSize=10, maxPoolSize=10 2024-11-21T20:21:41,944 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:41,944 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:21:41,944 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:41,946 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:21:41,946 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T20:21:41,947 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:41,947 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T20:21:41,976 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732220531976 2024-11-21T20:21:41,976 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T20:21:41,976 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T20:21:41,976 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T20:21:41,976 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T20:21:41,977 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T20:21:41,977 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T20:21:41,985 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:41,985 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T20:21:41,985 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T20:21:41,985 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T20:21:41,985 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T20:21:41,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44657 is added to blk_1073741831_1007 (size=1321) 2024-11-21T20:21:41,986 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T20:21:41,987 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69 2024-11-21T20:21:42,000 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T20:21:42,000 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T20:21:42,008 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220502000,5,FailOnTimeoutGroup] 2024-11-21T20:21:42,010 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220502008,5,FailOnTimeoutGroup] 2024-11-21T20:21:42,010 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:42,010 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T20:21:42,010 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:42,010 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:42,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44657 is added to blk_1073741832_1008 (size=32) 2024-11-21T20:21:42,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:42,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:21:42,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:21:42,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:42,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:42,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:21:42,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:21:42,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:42,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:42,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:21:42,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:21:42,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:42,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:42,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:21:42,039 INFO [RS:0;377014bd7527:35737 {}] regionserver.HRegionServer(746): ClusterId : 461e7c73-39ad-4382-9f0d-cd739f53aa07 2024-11-21T20:21:42,039 DEBUG [RS:0;377014bd7527:35737 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T20:21:42,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:21:42,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:42,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:42,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:21:42,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/hbase/meta/1588230740 2024-11-21T20:21:42,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/hbase/meta/1588230740 2024-11-21T20:21:42,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:21:42,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:21:42,043 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:21:42,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:21:42,045 DEBUG [RS:0;377014bd7527:35737 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T20:21:42,045 DEBUG [RS:0;377014bd7527:35737 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T20:21:42,047 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:21:42,047 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70895547, jitterRate=0.056425973773002625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:21:42,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732220502031Initializing all the Stores at 1732220502032 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220502032Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220502032Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220502032Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220502032Cleaning up temporary data from old regions at 1732220502043 (+11 ms)Region opened successfully at 1732220502048 (+5 ms) 2024-11-21T20:21:42,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:21:42,048 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:21:42,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:21:42,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:21:42,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:21:42,049 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:21:42,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220502048Disabling compacts and flushes for region at 1732220502048Disabling writes for close at 1732220502048Writing region close event to WAL at 1732220502049 (+1 ms)Closed at 1732220502049 2024-11-21T20:21:42,050 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:21:42,050 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T20:21:42,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T20:21:42,052 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:21:42,052 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T20:21:42,055 DEBUG [RS:0;377014bd7527:35737 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T20:21:42,056 DEBUG [RS:0;377014bd7527:35737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c069cbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:21:42,071 DEBUG [RS:0;377014bd7527:35737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;377014bd7527:35737 2024-11-21T20:21:42,071 INFO [RS:0;377014bd7527:35737 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T20:21:42,071 INFO [RS:0;377014bd7527:35737 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T20:21:42,071 DEBUG [RS:0;377014bd7527:35737 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T20:21:42,072 INFO [RS:0;377014bd7527:35737 {}] regionserver.HRegionServer(2659): reportForDuty to master=377014bd7527,42777,1732220500012 with port=35737, startcode=1732220500460 2024-11-21T20:21:42,072 DEBUG [RS:0;377014bd7527:35737 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T20:21:42,073 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T20:21:42,074 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42777 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 377014bd7527,35737,1732220500460 2024-11-21T20:21:42,074 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42777 {}] master.ServerManager(517): Registering regionserver=377014bd7527,35737,1732220500460 2024-11-21T20:21:42,075 DEBUG [RS:0;377014bd7527:35737 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69 2024-11-21T20:21:42,075 DEBUG [RS:0;377014bd7527:35737 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45317 2024-11-21T20:21:42,075 DEBUG [RS:0;377014bd7527:35737 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T20:21:42,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x1015f0f29dc0000, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01197323933/rs 2024-11-21T20:21:42,087 DEBUG [RS:0;377014bd7527:35737 {}] zookeeper.ZKUtil(111): regionserver:35737-0x1015f0f29dc0001, quorum=127.0.0.1:49217, baseZNode=/01197323933 Set watcher on existing znode=/01197323933/rs/377014bd7527,35737,1732220500460 2024-11-21T20:21:42,087 WARN [RS:0;377014bd7527:35737 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:21:42,087 INFO [RS:0;377014bd7527:35737 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:21:42,087 DEBUG [RS:0;377014bd7527:35737 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460 2024-11-21T20:21:42,093 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [377014bd7527,35737,1732220500460] 2024-11-21T20:21:42,095 INFO [RS:0;377014bd7527:35737 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T20:21:42,100 INFO [RS:0;377014bd7527:35737 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T20:21:42,104 INFO [RS:0;377014bd7527:35737 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T20:21:42,104 INFO [RS:0;377014bd7527:35737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:42,105 INFO [RS:0;377014bd7527:35737 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T20:21:42,105 INFO [RS:0;377014bd7527:35737 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T20:21:42,105 INFO [RS:0;377014bd7527:35737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:42,105 DEBUG [RS:0;377014bd7527:35737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:42,105 DEBUG [RS:0;377014bd7527:35737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:42,105 DEBUG [RS:0;377014bd7527:35737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:42,106 DEBUG [RS:0;377014bd7527:35737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:42,106 DEBUG [RS:0;377014bd7527:35737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:42,106 DEBUG [RS:0;377014bd7527:35737 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:21:42,106 DEBUG [RS:0;377014bd7527:35737 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:42,106 DEBUG [RS:0;377014bd7527:35737 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:42,106 DEBUG [RS:0;377014bd7527:35737 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:42,106 DEBUG [RS:0;377014bd7527:35737 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:42,106 DEBUG [RS:0;377014bd7527:35737 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:42,106 DEBUG [RS:0;377014bd7527:35737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:42,106 DEBUG [RS:0;377014bd7527:35737 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:21:42,106 DEBUG [RS:0;377014bd7527:35737 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:21:42,120 INFO [RS:0;377014bd7527:35737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:42,120 INFO [RS:0;377014bd7527:35737 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:42,120 INFO [RS:0;377014bd7527:35737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:42,120 INFO [RS:0;377014bd7527:35737 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:42,120 INFO [RS:0;377014bd7527:35737 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:42,120 INFO [RS:0;377014bd7527:35737 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,35737,1732220500460-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:21:42,155 INFO [RS:0;377014bd7527:35737 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T20:21:42,155 INFO [RS:0;377014bd7527:35737 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,35737,1732220500460-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:42,155 INFO [RS:0;377014bd7527:35737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:42,155 INFO [RS:0;377014bd7527:35737 {}] regionserver.Replication(171): 377014bd7527,35737,1732220500460 started 2024-11-21T20:21:42,174 INFO [RS:0;377014bd7527:35737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:42,175 INFO [RS:0;377014bd7527:35737 {}] regionserver.HRegionServer(1482): Serving as 377014bd7527,35737,1732220500460, RpcServer on 377014bd7527/172.17.0.2:35737, sessionid=0x1015f0f29dc0001 2024-11-21T20:21:42,175 DEBUG [RS:0;377014bd7527:35737 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T20:21:42,175 DEBUG [RS:0;377014bd7527:35737 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 377014bd7527,35737,1732220500460 2024-11-21T20:21:42,175 DEBUG [RS:0;377014bd7527:35737 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,35737,1732220500460' 2024-11-21T20:21:42,175 DEBUG [RS:0;377014bd7527:35737 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01197323933/flush-table-proc/abort' 2024-11-21T20:21:42,175 DEBUG [RS:0;377014bd7527:35737 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01197323933/flush-table-proc/acquired' 2024-11-21T20:21:42,176 DEBUG [RS:0;377014bd7527:35737 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T20:21:42,176 DEBUG [RS:0;377014bd7527:35737 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T20:21:42,176 DEBUG [RS:0;377014bd7527:35737 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 377014bd7527,35737,1732220500460 2024-11-21T20:21:42,176 DEBUG [RS:0;377014bd7527:35737 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,35737,1732220500460' 2024-11-21T20:21:42,176 DEBUG [RS:0;377014bd7527:35737 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01197323933/online-snapshot/abort' 2024-11-21T20:21:42,177 DEBUG [RS:0;377014bd7527:35737 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01197323933/online-snapshot/acquired' 2024-11-21T20:21:42,178 DEBUG [RS:0;377014bd7527:35737 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T20:21:42,178 INFO [RS:0;377014bd7527:35737 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T20:21:42,178 INFO [RS:0;377014bd7527:35737 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T20:21:42,203 WARN [377014bd7527:42777 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T20:21:42,278 INFO [RS:0;377014bd7527:35737 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:21:42,280 INFO [RS:0;377014bd7527:35737 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C35737%2C1732220500460, suffix=, logDir=hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460, archiveDir=hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/oldWALs, maxLogs=10 2024-11-21T20:21:42,296 DEBUG [RS:0;377014bd7527:35737 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280, exclude list is [], retry=0 2024-11-21T20:21:42,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44657,DS-c9aba67f-c203-4152-9bb9-d3834cee4ab8,DISK] 2024-11-21T20:21:42,310 INFO [RS:0;377014bd7527:35737 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280 2024-11-21T20:21:42,311 DEBUG [RS:0;377014bd7527:35737 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46373:46373)] 2024-11-21T20:21:42,453 DEBUG [377014bd7527:42777 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T20:21:42,453 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=377014bd7527,35737,1732220500460 2024-11-21T20:21:42,454 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,35737,1732220500460, state=OPENING 2024-11-21T20:21:42,484 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T20:21:42,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x1015f0f29dc0000, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01197323933 2024-11-21T20:21:42,494 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35737-0x1015f0f29dc0001, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01197323933 2024-11-21T20:21:42,495 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:21:42,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01197323933/meta-region-server: CHANGED 2024-11-21T20:21:42,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01197323933/meta-region-server: CHANGED 2024-11-21T20:21:42,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,35737,1732220500460}] 2024-11-21T20:21:42,647 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:21:42,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T20:21:42,652 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T20:21:42,652 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:21:42,652 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T20:21:42,653 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C35737%2C1732220500460.meta, suffix=.meta, logDir=hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460, archiveDir=hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/oldWALs, maxLogs=10 2024-11-21T20:21:42,670 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.meta.1732220502653.meta, exclude list is [], retry=0 2024-11-21T20:21:42,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44657,DS-c9aba67f-c203-4152-9bb9-d3834cee4ab8,DISK] 2024-11-21T20:21:42,680 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.meta.1732220502653.meta 2024-11-21T20:21:42,680 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46373:46373)] 2024-11-21T20:21:42,680 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:21:42,680 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:21:42,681 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:21:42,681 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T20:21:42,681 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T20:21:42,681 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T20:21:42,681 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:42,681 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T20:21:42,681 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T20:21:42,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:21:42,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:21:42,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:42,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:42,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:21:42,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:21:42,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:42,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:42,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:21:42,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:21:42,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:42,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:42,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:21:42,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:21:42,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:42,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:42,696 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:21:42,697 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/hbase/meta/1588230740 2024-11-21T20:21:42,698 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/hbase/meta/1588230740 2024-11-21T20:21:42,699 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:21:42,699 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:21:42,699 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:21:42,700 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:21:42,700 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66996640, jitterRate=-0.0016722679138183594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:21:42,700 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T20:21:42,701 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732220502681Writing region info on filesystem at 1732220502681Initializing all the Stores at 1732220502681Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220502682 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220502682Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220502682Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220502682Cleaning up temporary data from old regions at 1732220502699 (+17 ms)Running coprocessor post-open hooks at 1732220502700 (+1 ms)Region opened successfully at 1732220502701 (+1 ms) 2024-11-21T20:21:42,702 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732220502647 2024-11-21T20:21:42,704 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T20:21:42,704 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T20:21:42,705 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,35737,1732220500460 2024-11-21T20:21:42,705 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,35737,1732220500460, state=OPEN 2024-11-21T20:21:42,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x1015f0f29dc0000, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01197323933/meta-region-server 2024-11-21T20:21:42,746 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35737-0x1015f0f29dc0001, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01197323933/meta-region-server 2024-11-21T20:21:42,746 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=377014bd7527,35737,1732220500460 2024-11-21T20:21:42,746 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01197323933/meta-region-server: CHANGED 2024-11-21T20:21:42,746 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01197323933/meta-region-server: CHANGED 2024-11-21T20:21:42,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T20:21:42,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,35737,1732220500460 in 251 msec 2024-11-21T20:21:42,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T20:21:42,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 698 msec 2024-11-21T20:21:42,750 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:21:42,750 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T20:21:42,751 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:21:42,751 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,35737,1732220500460, seqNum=-1] 2024-11-21T20:21:42,752 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:21:42,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:21:42,760 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 817 msec 2024-11-21T20:21:42,760 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732220502760, completionTime=-1 2024-11-21T20:21:42,760 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T20:21:42,760 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T20:21:42,763 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T20:21:42,763 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732220562763 2024-11-21T20:21:42,763 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732220622763 2024-11-21T20:21:42,763 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T20:21:42,763 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42777,1732220500012-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:42,763 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42777,1732220500012-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:42,763 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42777,1732220500012-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:42,764 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-377014bd7527:42777, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:42,764 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:42,764 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:42,766 DEBUG [master/377014bd7527:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T20:21:42,768 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.176sec 2024-11-21T20:21:42,768 INFO [master/377014bd7527:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T20:21:42,768 INFO [master/377014bd7527:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T20:21:42,768 INFO [master/377014bd7527:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T20:21:42,768 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T20:21:42,768 INFO [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T20:21:42,768 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42777,1732220500012-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:21:42,768 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42777,1732220500012-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T20:21:42,770 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T20:21:42,770 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T20:21:42,771 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42777,1732220500012-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:42,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b9eaaac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:42,840 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,42777,-1 for getting cluster id 2024-11-21T20:21:42,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:21:42,842 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '461e7c73-39ad-4382-9f0d-cd739f53aa07' 2024-11-21T20:21:42,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:21:42,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "461e7c73-39ad-4382-9f0d-cd739f53aa07" 2024-11-21T20:21:42,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f91cc17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:42,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,42777,-1] 2024-11-21T20:21:42,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:21:42,846 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:21:42,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:42,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50aecd01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:42,847 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:21:42,848 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,35737,1732220500460, seqNum=-1] 2024-11-21T20:21:42,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:21:42,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:21:42,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=377014bd7527,42777,1732220500012 2024-11-21T20:21:42,853 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49217 2024-11-21T20:21:42,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:21:42,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015f0f29dc0002 connected 2024-11-21T20:21:42,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/hadoop.log.dir so I do NOT create it in target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210 2024-11-21T20:21:42,890 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T20:21:42,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/hadoop.tmp.dir so I do NOT create it in target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210 2024-11-21T20:21:42,890 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T20:21:42,890 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210 2024-11-21T20:21:42,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T20:21:42,890 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210/cluster_de718606-24a8-f5e2-8e1d-cfdd95132e4c, deleteOnExit=true 2024-11-21T20:21:42,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T20:21:42,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210/test.cache.data in system properties and HBase conf 2024-11-21T20:21:42,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T20:21:42,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210/hadoop.log.dir in system properties and HBase conf 2024-11-21T20:21:42,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T20:21:42,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T20:21:42,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T20:21:42,891 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T20:21:42,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:21:42,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:21:42,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T20:21:42,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:21:42,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T20:21:42,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T20:21:42,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:21:42,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:21:42,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T20:21:42,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210/nfs.dump.dir in system properties and HBase conf 2024-11-21T20:21:42,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210/java.io.tmpdir in system properties and HBase conf 2024-11-21T20:21:42,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:21:42,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T20:21:42,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T20:21:43,297 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:21:43,303 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:21:43,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:21:43,341 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:21:43,341 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T20:21:43,345 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:21:43,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cc0054a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:21:43,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ae44ed5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:21:43,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32bca686{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210/java.io.tmpdir/jetty-localhost-36135-hadoop-hdfs-3_4_1-tests_jar-_-any-16849341572389321365/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:21:43,464 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@786b2ed4{HTTP/1.1, (http/1.1)}{localhost:36135} 2024-11-21T20:21:43,464 INFO [Time-limited test {}] server.Server(415): Started @279303ms 2024-11-21T20:21:43,906 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:21:43,911 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:21:43,924 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:21:43,925 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:21:43,925 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T20:21:43,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37fcdc72{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:21:43,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35d936c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:21:44,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72355bc2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210/java.io.tmpdir/jetty-localhost-36723-hadoop-hdfs-3_4_1-tests_jar-_-any-13130875663843931922/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:21:44,048 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@326fb535{HTTP/1.1, (http/1.1)}{localhost:36723} 2024-11-21T20:21:44,048 INFO [Time-limited test {}] server.Server(415): Started @279887ms 2024-11-21T20:21:44,049 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T20:21:44,708 WARN [Thread-3577 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210/cluster_de718606-24a8-f5e2-8e1d-cfdd95132e4c/data/data2/current/BP-242484678-172.17.0.2-1732220502921/current, will proceed with Du for space computation calculation, 2024-11-21T20:21:44,708 WARN [Thread-3576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210/cluster_de718606-24a8-f5e2-8e1d-cfdd95132e4c/data/data1/current/BP-242484678-172.17.0.2-1732220502921/current, will proceed with Du for space computation calculation, 2024-11-21T20:21:44,740 WARN [Thread-3564 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T20:21:44,742 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x118f8a707798f907 with lease ID 0x6bd44d5ce0598a1d: Processing first storage report for DS-014a75d3-6a32-4e2a-bfaa-abfc096ad178 from datanode DatanodeRegistration(127.0.0.1:41805, datanodeUuid=af09122f-bed6-4ecb-9066-96cc499f4de7, infoPort=41975, infoSecurePort=0, ipcPort=46051, storageInfo=lv=-57;cid=testClusterID;nsid=1287148057;c=1732220502921) 2024-11-21T20:21:44,742 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x118f8a707798f907 with lease ID 0x6bd44d5ce0598a1d: from storage DS-014a75d3-6a32-4e2a-bfaa-abfc096ad178 node DatanodeRegistration(127.0.0.1:41805, datanodeUuid=af09122f-bed6-4ecb-9066-96cc499f4de7, infoPort=41975, infoSecurePort=0, ipcPort=46051, storageInfo=lv=-57;cid=testClusterID;nsid=1287148057;c=1732220502921), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:21:44,742 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x118f8a707798f907 with lease ID 0x6bd44d5ce0598a1d: Processing first storage report for DS-3bce0b76-848b-4010-835e-ac95e3078ada from datanode DatanodeRegistration(127.0.0.1:41805, datanodeUuid=af09122f-bed6-4ecb-9066-96cc499f4de7, infoPort=41975, infoSecurePort=0, ipcPort=46051, storageInfo=lv=-57;cid=testClusterID;nsid=1287148057;c=1732220502921) 2024-11-21T20:21:44,742 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x118f8a707798f907 with lease ID 0x6bd44d5ce0598a1d: from storage DS-3bce0b76-848b-4010-835e-ac95e3078ada node DatanodeRegistration(127.0.0.1:41805, datanodeUuid=af09122f-bed6-4ecb-9066-96cc499f4de7, infoPort=41975, infoSecurePort=0, ipcPort=46051, storageInfo=lv=-57;cid=testClusterID;nsid=1287148057;c=1732220502921), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:21:44,820 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210 2024-11-21T20:21:44,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:21:44,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:21:44,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741825_1001 (size=7) 2024-11-21T20:21:45,229 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a with version=8 2024-11-21T20:21:45,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/hbase-staging 2024-11-21T20:21:45,231 INFO [Time-limited test {}] client.ConnectionUtils(128): master/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:21:45,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:21:45,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:21:45,231 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:21:45,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:21:45,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:21:45,231 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T20:21:45,231 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:21:45,232 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42095 2024-11-21T20:21:45,233 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42095 connecting to ZooKeeper ensemble=127.0.0.1:49217 2024-11-21T20:21:45,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420950x0, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:21:45,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42095-0x1015f0f29dc0003 connected 2024-11-21T20:21:45,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:21:45,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:21:45,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42095-0x1015f0f29dc0003, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Set watcher on znode that does not yet exist, /1-1057446530/running 2024-11-21T20:21:45,354 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a, hbase.cluster.distributed=false 2024-11-21T20:21:45,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42095-0x1015f0f29dc0003, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Set watcher on znode that does not yet exist, /1-1057446530/acl 2024-11-21T20:21:45,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42095 2024-11-21T20:21:45,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42095 2024-11-21T20:21:45,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42095 2024-11-21T20:21:45,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42095 2024-11-21T20:21:45,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42095 2024-11-21T20:21:45,401 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:21:45,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:21:45,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:21:45,402 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:21:45,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:21:45,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:21:45,402 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T20:21:45,402 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:21:45,403 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44873 2024-11-21T20:21:45,403 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44873 connecting to ZooKeeper ensemble=127.0.0.1:49217 2024-11-21T20:21:45,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:21:45,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:21:45,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448730x0, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:21:45,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448730x0, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Set watcher on znode that does not yet exist, /1-1057446530/running 2024-11-21T20:21:45,421 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T20:21:45,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44873-0x1015f0f29dc0004 connected 2024-11-21T20:21:45,432 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T20:21:45,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44873-0x1015f0f29dc0004, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Set watcher on znode that does not yet exist, /1-1057446530/master 2024-11-21T20:21:45,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44873-0x1015f0f29dc0004, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Set watcher on znode that does not yet exist, /1-1057446530/acl 2024-11-21T20:21:45,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44873 2024-11-21T20:21:45,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44873 2024-11-21T20:21:45,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44873 2024-11-21T20:21:45,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44873 2024-11-21T20:21:45,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44873 2024-11-21T20:21:45,496 DEBUG [M:0;377014bd7527:42095 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;377014bd7527:42095 2024-11-21T20:21:45,496 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1057446530/backup-masters/377014bd7527,42095,1732220505231 2024-11-21T20:21:45,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x1015f0f29dc0004, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1057446530/backup-masters 2024-11-21T20:21:45,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42095-0x1015f0f29dc0003, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1057446530/backup-masters 2024-11-21T20:21:45,513 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42095-0x1015f0f29dc0003, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Set watcher on existing znode=/1-1057446530/backup-masters/377014bd7527,42095,1732220505231 2024-11-21T20:21:45,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x1015f0f29dc0004, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1057446530/master 2024-11-21T20:21:45,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42095-0x1015f0f29dc0003, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1057446530 2024-11-21T20:21:45,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x1015f0f29dc0004, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1057446530 2024-11-21T20:21:45,526 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42095-0x1015f0f29dc0003, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Set watcher on existing znode=/1-1057446530/master 2024-11-21T20:21:45,527 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1057446530/backup-masters/377014bd7527,42095,1732220505231 from backup master directory 2024-11-21T20:21:45,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x1015f0f29dc0004, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1057446530/backup-masters 2024-11-21T20:21:45,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42095-0x1015f0f29dc0003, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1057446530/backup-masters/377014bd7527,42095,1732220505231 2024-11-21T20:21:45,539 WARN [master/377014bd7527:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:21:45,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42095-0x1015f0f29dc0003, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1057446530/backup-masters 2024-11-21T20:21:45,539 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=377014bd7527,42095,1732220505231 2024-11-21T20:21:45,545 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/hbase.id] with ID: ed5d2f95-2780-4fee-af02-7ad0fc67b066 2024-11-21T20:21:45,545 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/.tmp/hbase.id 2024-11-21T20:21:45,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741826_1002 (size=42) 2024-11-21T20:21:45,563 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/.tmp/hbase.id]:[hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/hbase.id] 2024-11-21T20:21:45,573 INFO [master/377014bd7527:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:21:45,574 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T20:21:45,575 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-21T20:21:45,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x1015f0f29dc0004, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1057446530 2024-11-21T20:21:45,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42095-0x1015f0f29dc0003, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1057446530 2024-11-21T20:21:45,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741827_1003 (size=196) 2024-11-21T20:21:45,606 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:21:45,607 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T20:21:45,607 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:21:45,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741828_1004 (size=1189) 2024-11-21T20:21:45,614 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/MasterData/data/master/store 2024-11-21T20:21:45,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741829_1005 (size=34) 2024-11-21T20:21:45,629 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:45,629 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:21:45,629 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:21:45,629 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:21:45,629 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:21:45,629 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:21:45,629 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:21:45,629 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220505629Disabling compacts and flushes for region at 1732220505629Disabling writes for close at 1732220505629Writing region close event to WAL at 1732220505629Closed at 1732220505629 2024-11-21T20:21:45,630 WARN [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/MasterData/data/master/store/.initializing 2024-11-21T20:21:45,630 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/MasterData/WALs/377014bd7527,42095,1732220505231 2024-11-21T20:21:45,631 INFO [master/377014bd7527:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:21:45,632 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=377014bd7527%2C42095%2C1732220505231, suffix=, logDir=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/MasterData/WALs/377014bd7527,42095,1732220505231, archiveDir=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/MasterData/oldWALs, maxLogs=10 2024-11-21T20:21:45,650 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/MasterData/WALs/377014bd7527,42095,1732220505231/377014bd7527%2C42095%2C1732220505231.1732220505632, exclude list is [], retry=0 2024-11-21T20:21:45,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41805,DS-014a75d3-6a32-4e2a-bfaa-abfc096ad178,DISK] 2024-11-21T20:21:45,653 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/MasterData/WALs/377014bd7527,42095,1732220505231/377014bd7527%2C42095%2C1732220505231.1732220505632 2024-11-21T20:21:45,656 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41975:41975)] 2024-11-21T20:21:45,656 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:21:45,657 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:45,657 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:45,657 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:45,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:45,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T20:21:45,659 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:45,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:45,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:45,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T20:21:45,661 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:45,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:45,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:45,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T20:21:45,663 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:45,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:45,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:45,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T20:21:45,664 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:45,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:45,665 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:45,665 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:45,665 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:45,666 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:45,667 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:45,667 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:21:45,668 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:45,670 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:21:45,671 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66622932, jitterRate=-0.007240951061248779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:21:45,671 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732220505657Initializing all the Stores at 1732220505658 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220505658Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220505658Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220505658Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220505658Cleaning up temporary data from old regions at 1732220505667 (+9 ms)Region opened successfully at 1732220505671 (+4 ms) 2024-11-21T20:21:45,671 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T20:21:45,674 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7452284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:21:45,675 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T20:21:45,675 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T20:21:45,675 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T20:21:45,675 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T20:21:45,676 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T20:21:45,676 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T20:21:45,676 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T20:21:45,679 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T20:21:45,679 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42095-0x1015f0f29dc0003, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Unable to get data of znode /1-1057446530/balancer because node does not exist (not necessarily an error) 2024-11-21T20:21:45,686 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1057446530/balancer already deleted, retry=false 2024-11-21T20:21:45,686 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T20:21:45,687 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42095-0x1015f0f29dc0003, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Unable to get data of znode /1-1057446530/normalizer because node does not exist (not necessarily an error) 2024-11-21T20:21:45,696 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1057446530/normalizer already deleted, retry=false 2024-11-21T20:21:45,697 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T20:21:45,701 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42095-0x1015f0f29dc0003, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Unable to get data of znode /1-1057446530/switch/split because node does not exist (not necessarily an error) 2024-11-21T20:21:45,707 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1057446530/switch/split already deleted, retry=false 2024-11-21T20:21:45,708 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42095-0x1015f0f29dc0003, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Unable to get data of znode /1-1057446530/switch/merge because node does not exist (not necessarily an error) 2024-11-21T20:21:45,717 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1057446530/switch/merge already deleted, retry=false 2024-11-21T20:21:45,720 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42095-0x1015f0f29dc0003, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Unable to get data of znode /1-1057446530/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T20:21:45,728 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1057446530/snapshot-cleanup already deleted, retry=false 2024-11-21T20:21:45,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42095-0x1015f0f29dc0003, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1057446530/running 2024-11-21T20:21:45,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42095-0x1015f0f29dc0003, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1057446530 2024-11-21T20:21:45,739 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=377014bd7527,42095,1732220505231, sessionid=0x1015f0f29dc0003, setting cluster-up flag (Was=false) 2024-11-21T20:21:45,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x1015f0f29dc0004, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1057446530/running 2024-11-21T20:21:45,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x1015f0f29dc0004, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1057446530 2024-11-21T20:21:45,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42095-0x1015f0f29dc0003, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1057446530 2024-11-21T20:21:45,791 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1057446530/flush-table-proc/acquired, /1-1057446530/flush-table-proc/reached, /1-1057446530/flush-table-proc/abort 2024-11-21T20:21:45,792 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,42095,1732220505231 2024-11-21T20:21:45,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42095-0x1015f0f29dc0003, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1057446530 2024-11-21T20:21:45,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x1015f0f29dc0004, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1057446530 2024-11-21T20:21:45,844 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1057446530/online-snapshot/acquired, /1-1057446530/online-snapshot/reached, /1-1057446530/online-snapshot/abort 2024-11-21T20:21:45,845 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,42095,1732220505231 2024-11-21T20:21:45,846 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T20:21:45,847 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T20:21:45,847 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T20:21:45,848 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T20:21:45,848 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 377014bd7527,42095,1732220505231 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T20:21:45,849 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:21:45,849 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:21:45,849 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:21:45,849 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:21:45,849 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/377014bd7527:0, corePoolSize=10, maxPoolSize=10 2024-11-21T20:21:45,849 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:45,849 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:21:45,849 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:45,851 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:21:45,851 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T20:21:45,852 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:45,852 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T20:21:45,872 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732220535872 2024-11-21T20:21:45,872 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T20:21:45,872 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T20:21:45,872 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T20:21:45,872 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T20:21:45,873 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T20:21:45,873 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T20:21:45,892 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:45,900 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T20:21:45,900 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T20:21:45,900 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T20:21:45,901 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T20:21:45,908 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T20:21:45,908 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T20:21:45,909 INFO [RS:0;377014bd7527:44873 {}] regionserver.HRegionServer(746): ClusterId : ed5d2f95-2780-4fee-af02-7ad0fc67b066 2024-11-21T20:21:45,910 DEBUG [RS:0;377014bd7527:44873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T20:21:45,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741831_1007 (size=1321) 2024-11-21T20:21:45,919 DEBUG [RS:0;377014bd7527:44873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T20:21:45,919 DEBUG [RS:0;377014bd7527:44873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T20:21:45,920 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T20:21:45,920 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a 2024-11-21T20:21:45,928 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220505908,5,FailOnTimeoutGroup] 2024-11-21T20:21:45,929 DEBUG [RS:0;377014bd7527:44873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T20:21:45,929 DEBUG [RS:0;377014bd7527:44873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a27ab91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:21:45,932 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220505928,5,FailOnTimeoutGroup] 2024-11-21T20:21:45,932 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:45,932 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T20:21:45,932 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:45,932 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:45,953 DEBUG [RS:0;377014bd7527:44873 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;377014bd7527:44873 2024-11-21T20:21:45,953 INFO [RS:0;377014bd7527:44873 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T20:21:45,953 INFO [RS:0;377014bd7527:44873 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T20:21:45,953 DEBUG [RS:0;377014bd7527:44873 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T20:21:45,954 INFO [RS:0;377014bd7527:44873 {}] regionserver.HRegionServer(2659): reportForDuty to master=377014bd7527,42095,1732220505231 with port=44873, startcode=1732220505401 2024-11-21T20:21:45,954 DEBUG [RS:0;377014bd7527:44873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T20:21:45,956 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T20:21:45,956 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42095 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 377014bd7527,44873,1732220505401 2024-11-21T20:21:45,956 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42095 {}] master.ServerManager(517): Registering regionserver=377014bd7527,44873,1732220505401 2024-11-21T20:21:45,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741832_1008 (size=32) 2024-11-21T20:21:45,958 DEBUG [RS:0;377014bd7527:44873 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a 2024-11-21T20:21:45,958 DEBUG [RS:0;377014bd7527:44873 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33175 2024-11-21T20:21:45,958 DEBUG [RS:0;377014bd7527:44873 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T20:21:45,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:45,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:21:45,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:21:45,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:45,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:45,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:21:45,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:21:45,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:45,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:45,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:21:45,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:21:45,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:45,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:45,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:21:45,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:21:45,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:45,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:45,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:21:45,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/hbase/meta/1588230740 2024-11-21T20:21:45,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/hbase/meta/1588230740 2024-11-21T20:21:45,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:21:45,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:21:45,967 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:21:45,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:21:45,969 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:21:45,969 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62158867, jitterRate=-0.07376070320606232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:21:45,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732220505959Initializing all the Stores at 1732220505959Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220505959Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220505960 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220505960Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220505960Cleaning up temporary data from old regions at 1732220505966 (+6 ms)Region opened successfully at 1732220505969 (+3 ms) 2024-11-21T20:21:45,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:21:45,970 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:21:45,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:21:45,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:21:45,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:21:45,970 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:21:45,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220505970Disabling compacts and flushes for region at 1732220505970Disabling writes for close at 1732220505970Writing region close event to WAL at 1732220505970Closed at 1732220505970 2024-11-21T20:21:45,971 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:21:45,971 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T20:21:45,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T20:21:45,972 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:21:45,973 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T20:21:46,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42095-0x1015f0f29dc0003, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1057446530/rs 2024-11-21T20:21:46,022 DEBUG [RS:0;377014bd7527:44873 {}] zookeeper.ZKUtil(111): regionserver:44873-0x1015f0f29dc0004, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Set watcher on existing znode=/1-1057446530/rs/377014bd7527,44873,1732220505401 2024-11-21T20:21:46,022 WARN [RS:0;377014bd7527:44873 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:21:46,022 INFO [RS:0;377014bd7527:44873 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:21:46,022 DEBUG [RS:0;377014bd7527:44873 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401 2024-11-21T20:21:46,023 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [377014bd7527,44873,1732220505401] 2024-11-21T20:21:46,029 INFO [RS:0;377014bd7527:44873 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T20:21:46,030 INFO [RS:0;377014bd7527:44873 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T20:21:46,030 INFO [RS:0;377014bd7527:44873 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T20:21:46,030 INFO [RS:0;377014bd7527:44873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:46,031 INFO [RS:0;377014bd7527:44873 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T20:21:46,031 INFO [RS:0;377014bd7527:44873 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T20:21:46,031 INFO [RS:0;377014bd7527:44873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:46,031 DEBUG [RS:0;377014bd7527:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:46,031 DEBUG [RS:0;377014bd7527:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:46,031 DEBUG [RS:0;377014bd7527:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:46,031 DEBUG [RS:0;377014bd7527:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:46,031 DEBUG [RS:0;377014bd7527:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:46,031 DEBUG [RS:0;377014bd7527:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:21:46,031 DEBUG [RS:0;377014bd7527:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:46,031 DEBUG [RS:0;377014bd7527:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:46,031 DEBUG [RS:0;377014bd7527:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:46,031 DEBUG [RS:0;377014bd7527:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:46,031 DEBUG [RS:0;377014bd7527:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:46,032 DEBUG [RS:0;377014bd7527:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:46,032 DEBUG [RS:0;377014bd7527:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:21:46,032 DEBUG [RS:0;377014bd7527:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:21:46,036 INFO [RS:0;377014bd7527:44873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:46,036 INFO [RS:0;377014bd7527:44873 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:46,036 INFO [RS:0;377014bd7527:44873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:46,036 INFO [RS:0;377014bd7527:44873 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:46,036 INFO [RS:0;377014bd7527:44873 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:46,036 INFO [RS:0;377014bd7527:44873 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,44873,1732220505401-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:21:46,051 INFO [RS:0;377014bd7527:44873 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T20:21:46,052 INFO [RS:0;377014bd7527:44873 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,44873,1732220505401-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:46,052 INFO [RS:0;377014bd7527:44873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:46,052 INFO [RS:0;377014bd7527:44873 {}] regionserver.Replication(171): 377014bd7527,44873,1732220505401 started 2024-11-21T20:21:46,066 INFO [RS:0;377014bd7527:44873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:46,066 INFO [RS:0;377014bd7527:44873 {}] regionserver.HRegionServer(1482): Serving as 377014bd7527,44873,1732220505401, RpcServer on 377014bd7527/172.17.0.2:44873, sessionid=0x1015f0f29dc0004 2024-11-21T20:21:46,066 DEBUG [RS:0;377014bd7527:44873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T20:21:46,066 DEBUG [RS:0;377014bd7527:44873 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 377014bd7527,44873,1732220505401 2024-11-21T20:21:46,066 DEBUG [RS:0;377014bd7527:44873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,44873,1732220505401' 2024-11-21T20:21:46,066 DEBUG [RS:0;377014bd7527:44873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1057446530/flush-table-proc/abort' 2024-11-21T20:21:46,067 DEBUG [RS:0;377014bd7527:44873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1057446530/flush-table-proc/acquired' 2024-11-21T20:21:46,067 DEBUG [RS:0;377014bd7527:44873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T20:21:46,067 DEBUG [RS:0;377014bd7527:44873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T20:21:46,067 DEBUG [RS:0;377014bd7527:44873 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 377014bd7527,44873,1732220505401 2024-11-21T20:21:46,067 DEBUG [RS:0;377014bd7527:44873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,44873,1732220505401' 2024-11-21T20:21:46,067 DEBUG [RS:0;377014bd7527:44873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1057446530/online-snapshot/abort' 2024-11-21T20:21:46,067 DEBUG [RS:0;377014bd7527:44873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1057446530/online-snapshot/acquired' 2024-11-21T20:21:46,068 DEBUG [RS:0;377014bd7527:44873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T20:21:46,068 INFO [RS:0;377014bd7527:44873 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T20:21:46,068 INFO [RS:0;377014bd7527:44873 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T20:21:46,123 WARN [377014bd7527:42095 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T20:21:46,168 INFO [RS:0;377014bd7527:44873 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:21:46,169 INFO [RS:0;377014bd7527:44873 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C44873%2C1732220505401, suffix=, logDir=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401, archiveDir=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/oldWALs, maxLogs=10 2024-11-21T20:21:46,189 DEBUG [RS:0;377014bd7527:44873 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170, exclude list is [], retry=0 2024-11-21T20:21:46,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41805,DS-014a75d3-6a32-4e2a-bfaa-abfc096ad178,DISK] 2024-11-21T20:21:46,196 INFO [RS:0;377014bd7527:44873 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 2024-11-21T20:21:46,196 DEBUG [RS:0;377014bd7527:44873 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41975:41975)] 2024-11-21T20:21:46,341 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:21:46,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:46,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:46,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:46,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:46,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:46,373 DEBUG [377014bd7527:42095 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T20:21:46,374 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=377014bd7527,44873,1732220505401 2024-11-21T20:21:46,375 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,44873,1732220505401, state=OPENING 2024-11-21T20:21:46,391 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T20:21:46,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:46,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:46,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:46,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:46,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:46,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:46,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42095-0x1015f0f29dc0003, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1057446530 2024-11-21T20:21:46,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x1015f0f29dc0004, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1057446530 2024-11-21T20:21:46,402 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1057446530/meta-region-server: CHANGED 2024-11-21T20:21:46,402 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1057446530/meta-region-server: CHANGED 2024-11-21T20:21:46,402 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:21:46,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,44873,1732220505401}] 2024-11-21T20:21:46,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:46,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:46,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:46,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:46,556 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:21:46,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T20:21:46,573 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T20:21:46,573 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:21:46,573 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T20:21:46,574 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C44873%2C1732220505401.meta, suffix=.meta, logDir=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401, archiveDir=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/oldWALs, maxLogs=10 2024-11-21T20:21:46,598 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.meta.1732220506574.meta, exclude list is [], retry=0 2024-11-21T20:21:46,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41805,DS-014a75d3-6a32-4e2a-bfaa-abfc096ad178,DISK] 2024-11-21T20:21:46,607 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.meta.1732220506574.meta 2024-11-21T20:21:46,608 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41975:41975)] 2024-11-21T20:21:46,608 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:21:46,608 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:21:46,608 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:21:46,608 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T20:21:46,608 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T20:21:46,608 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T20:21:46,609 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:46,609 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T20:21:46,609 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T20:21:46,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:21:46,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:21:46,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:46,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:46,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:21:46,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:21:46,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:46,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:46,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:21:46,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:21:46,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:46,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:46,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:21:46,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:21:46,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:46,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:46,618 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:21:46,618 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/hbase/meta/1588230740 2024-11-21T20:21:46,619 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/hbase/meta/1588230740 2024-11-21T20:21:46,621 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:21:46,621 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:21:46,621 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:21:46,625 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:21:46,626 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69814682, jitterRate=0.04031983017921448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:21:46,626 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T20:21:46,626 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732220506609Writing region info on filesystem at 1732220506609Initializing all the Stores at 1732220506610 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220506610Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220506612 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220506612Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220506612Cleaning up temporary data from old regions at 1732220506621 (+9 ms)Running coprocessor post-open hooks at 1732220506626 (+5 ms)Region opened successfully at 1732220506626 2024-11-21T20:21:46,627 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732220506555 2024-11-21T20:21:46,629 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T20:21:46,629 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T20:21:46,630 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,44873,1732220505401 2024-11-21T20:21:46,631 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,44873,1732220505401, state=OPEN 2024-11-21T20:21:46,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x1015f0f29dc0004, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1057446530/meta-region-server 2024-11-21T20:21:46,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42095-0x1015f0f29dc0003, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1057446530/meta-region-server 2024-11-21T20:21:46,676 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1057446530/meta-region-server: CHANGED 2024-11-21T20:21:46,676 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1057446530/meta-region-server: CHANGED 2024-11-21T20:21:46,676 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=377014bd7527,44873,1732220505401 2024-11-21T20:21:46,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T20:21:46,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,44873,1732220505401 in 274 msec 2024-11-21T20:21:46,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T20:21:46,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 708 msec 2024-11-21T20:21:46,682 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:21:46,682 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T20:21:46,683 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:21:46,684 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44873,1732220505401, seqNum=-1] 2024-11-21T20:21:46,684 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:21:46,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:21:46,692 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 845 msec 2024-11-21T20:21:46,693 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732220506693, completionTime=-1 2024-11-21T20:21:46,693 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T20:21:46,693 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T20:21:46,695 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T20:21:46,695 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732220566695 2024-11-21T20:21:46,695 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732220626695 2024-11-21T20:21:46,695 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T20:21:46,696 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42095,1732220505231-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:46,696 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42095,1732220505231-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:46,696 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42095,1732220505231-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:46,696 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-377014bd7527:42095, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:46,696 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:46,697 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:46,699 DEBUG [master/377014bd7527:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T20:21:46,702 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.163sec 2024-11-21T20:21:46,702 INFO [master/377014bd7527:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T20:21:46,702 INFO [master/377014bd7527:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T20:21:46,702 INFO [master/377014bd7527:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T20:21:46,702 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T20:21:46,702 INFO [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T20:21:46,702 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42095,1732220505231-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:21:46,702 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42095,1732220505231-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T20:21:46,707 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T20:21:46,707 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T20:21:46,707 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42095,1732220505231-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:46,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335c8a08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:46,714 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,42095,-1 for getting cluster id 2024-11-21T20:21:46,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:21:46,716 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed5d2f95-2780-4fee-af02-7ad0fc67b066' 2024-11-21T20:21:46,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:21:46,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed5d2f95-2780-4fee-af02-7ad0fc67b066" 2024-11-21T20:21:46,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555f914d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:46,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,42095,-1] 2024-11-21T20:21:46,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:21:46,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:46,718 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:21:46,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d2d0b0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:46,720 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:21:46,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44873,1732220505401, seqNum=-1] 2024-11-21T20:21:46,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:21:46,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:21:46,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=377014bd7527,42095,1732220505231 2024-11-21T20:21:46,725 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49217 2024-11-21T20:21:46,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:21:46,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015f0f29dc0005 connected 2024-11-21T20:21:46,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210/hadoop.log.dir so I do NOT create it in target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9 2024-11-21T20:21:46,752 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T20:21:46,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210/hadoop.tmp.dir so I do NOT create it in target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9 2024-11-21T20:21:46,752 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T20:21:46,752 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9 2024-11-21T20:21:46,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T20:21:46,752 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9/cluster_2148b0e3-a7df-87f7-90e1-02c224f9a218, deleteOnExit=true 2024-11-21T20:21:46,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T20:21:46,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9/test.cache.data in system properties and HBase conf 2024-11-21T20:21:46,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T20:21:46,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9/hadoop.log.dir in system properties and HBase conf 2024-11-21T20:21:46,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T20:21:46,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T20:21:46,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T20:21:46,753 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T20:21:46,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:21:46,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:21:46,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T20:21:46,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:21:46,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T20:21:46,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T20:21:46,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:21:46,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:21:46,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T20:21:46,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9/nfs.dump.dir in system properties and HBase conf 2024-11-21T20:21:46,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9/java.io.tmpdir in system properties and HBase conf 2024-11-21T20:21:46,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:21:46,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T20:21:46,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T20:21:48,095 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T20:21:49,101 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:21:49,104 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:21:49,105 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:21:49,105 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:21:49,105 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T20:21:49,106 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:21:49,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ea353dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:21:49,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12a0626d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:21:49,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39a3e80e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9/java.io.tmpdir/jetty-localhost-37029-hadoop-hdfs-3_4_1-tests_jar-_-any-4336236232059882272/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:21:49,201 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ca087cb{HTTP/1.1, (http/1.1)}{localhost:37029} 2024-11-21T20:21:49,201 INFO [Time-limited test {}] server.Server(415): Started @285040ms 2024-11-21T20:21:49,658 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:21:49,663 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:21:49,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:21:49,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:21:49,664 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T20:21:49,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@125af0d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:21:49,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@547b2a02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:21:49,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c689488{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9/java.io.tmpdir/jetty-localhost-32843-hadoop-hdfs-3_4_1-tests_jar-_-any-10997813804066688371/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:21:49,760 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@481dc0ef{HTTP/1.1, (http/1.1)}{localhost:32843} 2024-11-21T20:21:49,760 INFO [Time-limited test {}] server.Server(415): Started @285599ms 2024-11-21T20:21:49,761 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T20:21:50,761 WARN [Thread-3697 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9/cluster_2148b0e3-a7df-87f7-90e1-02c224f9a218/data/data1/current/BP-38355397-172.17.0.2-1732220506803/current, will proceed with Du for space computation calculation, 2024-11-21T20:21:50,761 WARN [Thread-3698 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9/cluster_2148b0e3-a7df-87f7-90e1-02c224f9a218/data/data2/current/BP-38355397-172.17.0.2-1732220506803/current, will proceed with Du for space computation calculation, 2024-11-21T20:21:50,780 WARN [Thread-3685 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T20:21:50,783 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf22618c28f2548f3 with lease ID 0x4e387014ecccf6b8: Processing first storage report for DS-adea4c58-4854-4491-8ebf-caabd160d344 from datanode DatanodeRegistration(127.0.0.1:39445, datanodeUuid=e3d83037-2177-4550-80ac-d3794ec62244, infoPort=39403, infoSecurePort=0, ipcPort=43333, storageInfo=lv=-57;cid=testClusterID;nsid=67213118;c=1732220506803) 2024-11-21T20:21:50,783 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf22618c28f2548f3 with lease ID 0x4e387014ecccf6b8: from storage DS-adea4c58-4854-4491-8ebf-caabd160d344 node DatanodeRegistration(127.0.0.1:39445, datanodeUuid=e3d83037-2177-4550-80ac-d3794ec62244, infoPort=39403, infoSecurePort=0, ipcPort=43333, storageInfo=lv=-57;cid=testClusterID;nsid=67213118;c=1732220506803), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:21:50,783 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf22618c28f2548f3 with lease ID 0x4e387014ecccf6b8: Processing first storage report for DS-93e627e0-af05-4c75-b982-3a7cafe839eb from datanode DatanodeRegistration(127.0.0.1:39445, datanodeUuid=e3d83037-2177-4550-80ac-d3794ec62244, infoPort=39403, infoSecurePort=0, ipcPort=43333, storageInfo=lv=-57;cid=testClusterID;nsid=67213118;c=1732220506803) 2024-11-21T20:21:50,783 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf22618c28f2548f3 with lease ID 0x4e387014ecccf6b8: from storage DS-93e627e0-af05-4c75-b982-3a7cafe839eb node DatanodeRegistration(127.0.0.1:39445, datanodeUuid=e3d83037-2177-4550-80ac-d3794ec62244, infoPort=39403, infoSecurePort=0, ipcPort=43333, storageInfo=lv=-57;cid=testClusterID;nsid=67213118;c=1732220506803), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:21:50,793 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9 2024-11-21T20:21:50,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:21:50,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:21:50,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741825_1001 (size=7) 2024-11-21T20:21:50,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T20:21:50,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T20:21:50,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T20:21:50,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T20:21:51,201 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5 with version=8 2024-11-21T20:21:51,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/hbase-staging 2024-11-21T20:21:51,203 INFO [Time-limited test {}] client.ConnectionUtils(128): master/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:21:51,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:21:51,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:21:51,203 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:21:51,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:21:51,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:21:51,204 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T20:21:51,204 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:21:51,204 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39045 2024-11-21T20:21:51,205 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39045 connecting to ZooKeeper ensemble=127.0.0.1:49217 2024-11-21T20:21:51,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390450x0, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:21:51,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39045-0x1015f0f29dc0006 connected 2024-11-21T20:21:51,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:21:51,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:21:51,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39045-0x1015f0f29dc0006, quorum=127.0.0.1:49217, baseZNode=/21150396876 Set watcher on znode that does not yet exist, /21150396876/running 2024-11-21T20:21:51,723 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5, hbase.cluster.distributed=false 2024-11-21T20:21:51,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39045-0x1015f0f29dc0006, quorum=127.0.0.1:49217, baseZNode=/21150396876 Set watcher on znode that does not yet exist, /21150396876/acl 2024-11-21T20:21:51,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39045 2024-11-21T20:21:51,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39045 2024-11-21T20:21:51,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39045 2024-11-21T20:21:51,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39045 2024-11-21T20:21:51,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39045 2024-11-21T20:21:51,745 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:21:51,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:21:51,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:21:51,745 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:21:51,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:21:51,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:21:51,745 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T20:21:51,745 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:21:51,746 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41753 2024-11-21T20:21:51,746 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41753 connecting to ZooKeeper ensemble=127.0.0.1:49217 2024-11-21T20:21:51,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:21:51,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:21:51,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417530x0, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:21:51,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41753-0x1015f0f29dc0007 connected 2024-11-21T20:21:51,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417530x0, quorum=127.0.0.1:49217, baseZNode=/21150396876 Set watcher on znode that does not yet exist, /21150396876/running 2024-11-21T20:21:51,813 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T20:21:51,814 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T20:21:51,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41753-0x1015f0f29dc0007, quorum=127.0.0.1:49217, baseZNode=/21150396876 Set watcher on znode that does not yet exist, /21150396876/master 2024-11-21T20:21:51,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41753-0x1015f0f29dc0007, quorum=127.0.0.1:49217, baseZNode=/21150396876 Set watcher on znode that does not yet exist, /21150396876/acl 2024-11-21T20:21:51,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41753 2024-11-21T20:21:51,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41753 2024-11-21T20:21:51,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41753 2024-11-21T20:21:51,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41753 2024-11-21T20:21:51,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41753 2024-11-21T20:21:51,834 DEBUG [M:0;377014bd7527:39045 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;377014bd7527:39045 2024-11-21T20:21:51,836 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21150396876/backup-masters/377014bd7527,39045,1732220511203 2024-11-21T20:21:51,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x1015f0f29dc0007, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150396876/backup-masters 2024-11-21T20:21:51,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39045-0x1015f0f29dc0006, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150396876/backup-masters 2024-11-21T20:21:51,868 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39045-0x1015f0f29dc0006, quorum=127.0.0.1:49217, baseZNode=/21150396876 Set watcher on existing znode=/21150396876/backup-masters/377014bd7527,39045,1732220511203 2024-11-21T20:21:51,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39045-0x1015f0f29dc0006, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150396876 2024-11-21T20:21:51,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x1015f0f29dc0007, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21150396876/master 2024-11-21T20:21:51,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x1015f0f29dc0007, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150396876 2024-11-21T20:21:51,950 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39045-0x1015f0f29dc0006, quorum=127.0.0.1:49217, baseZNode=/21150396876 Set watcher on existing znode=/21150396876/master 2024-11-21T20:21:51,950 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21150396876/backup-masters/377014bd7527,39045,1732220511203 from backup master directory 2024-11-21T20:21:52,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39045-0x1015f0f29dc0006, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21150396876/backup-masters/377014bd7527,39045,1732220511203 2024-11-21T20:21:52,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39045-0x1015f0f29dc0006, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150396876/backup-masters 2024-11-21T20:21:52,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x1015f0f29dc0007, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150396876/backup-masters 2024-11-21T20:21:52,054 WARN [master/377014bd7527:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:21:52,054 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=377014bd7527,39045,1732220511203 2024-11-21T20:21:52,057 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/hbase.id] with ID: 3ba5e906-e66c-480e-b5e6-dce7e3b0b423 2024-11-21T20:21:52,057 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/.tmp/hbase.id 2024-11-21T20:21:52,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741826_1002 (size=42) 2024-11-21T20:21:52,111 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:21:52,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:52,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:52,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:52,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:52,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:52,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:52,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:52,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:52,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:52,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:52,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:52,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:52,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:52,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:52,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:21:52,461 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/.tmp/hbase.id]:[hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/hbase.id] 2024-11-21T20:21:52,468 INFO [master/377014bd7527:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:21:52,468 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T20:21:52,469 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T20:21:52,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x1015f0f29dc0007, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150396876 2024-11-21T20:21:52,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39045-0x1015f0f29dc0006, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150396876 2024-11-21T20:21:52,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741827_1003 (size=196) 2024-11-21T20:21:53,014 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:21:53,015 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T20:21:53,016 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:21:53,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741828_1004 (size=1189) 2024-11-21T20:21:53,421 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/MasterData/data/master/store 2024-11-21T20:21:53,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741829_1005 (size=34) 2024-11-21T20:21:53,826 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:53,826 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:21:53,826 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:21:53,826 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:21:53,826 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:21:53,826 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:21:53,826 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:21:53,826 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220513826Disabling compacts and flushes for region at 1732220513826Disabling writes for close at 1732220513826Writing region close event to WAL at 1732220513826Closed at 1732220513826 2024-11-21T20:21:53,827 WARN [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/MasterData/data/master/store/.initializing 2024-11-21T20:21:53,827 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/MasterData/WALs/377014bd7527,39045,1732220511203 2024-11-21T20:21:53,827 INFO [master/377014bd7527:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:21:53,829 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=377014bd7527%2C39045%2C1732220511203, suffix=, logDir=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/MasterData/WALs/377014bd7527,39045,1732220511203, archiveDir=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/MasterData/oldWALs, maxLogs=10 2024-11-21T20:21:53,846 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/MasterData/WALs/377014bd7527,39045,1732220511203/377014bd7527%2C39045%2C1732220511203.1732220513829, exclude list is [], retry=0 2024-11-21T20:21:53,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-adea4c58-4854-4491-8ebf-caabd160d344,DISK] 2024-11-21T20:21:53,853 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/MasterData/WALs/377014bd7527,39045,1732220511203/377014bd7527%2C39045%2C1732220511203.1732220513829 2024-11-21T20:21:53,856 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39403:39403)] 2024-11-21T20:21:53,856 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:21:53,856 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:53,856 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:53,856 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:53,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:53,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T20:21:53,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:53,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:53,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:53,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T20:21:53,875 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:53,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:53,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:53,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T20:21:53,877 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:53,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:53,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:53,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T20:21:53,878 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:53,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:53,878 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:53,878 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:53,879 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:53,879 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:53,879 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:53,880 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:21:53,880 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:21:53,885 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:21:53,886 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60786561, jitterRate=-0.09420965611934662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:21:53,886 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732220513857Initializing all the Stores at 1732220513857Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220513857Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220513860 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220513860Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220513860Cleaning up temporary data from old regions at 1732220513879 (+19 ms)Region opened successfully at 1732220513886 (+7 ms) 2024-11-21T20:21:53,888 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T20:21:53,891 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f96b7fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:21:53,892 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T20:21:53,892 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T20:21:53,892 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T20:21:53,892 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T20:21:53,892 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T20:21:53,893 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T20:21:53,893 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T20:21:53,897 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T20:21:53,898 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39045-0x1015f0f29dc0006, quorum=127.0.0.1:49217, baseZNode=/21150396876 Unable to get data of znode /21150396876/balancer because node does not exist (not necessarily an error) 2024-11-21T20:21:53,917 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21150396876/balancer already deleted, retry=false 2024-11-21T20:21:53,917 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T20:21:53,918 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39045-0x1015f0f29dc0006, quorum=127.0.0.1:49217, baseZNode=/21150396876 Unable to get data of znode /21150396876/normalizer because node does not exist (not necessarily an error) 2024-11-21T20:21:53,927 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21150396876/normalizer already deleted, retry=false 2024-11-21T20:21:53,928 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T20:21:53,933 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39045-0x1015f0f29dc0006, quorum=127.0.0.1:49217, baseZNode=/21150396876 Unable to get data of znode /21150396876/switch/split because node does not exist (not necessarily an error) 2024-11-21T20:21:53,938 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21150396876/switch/split already deleted, retry=false 2024-11-21T20:21:53,939 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39045-0x1015f0f29dc0006, quorum=127.0.0.1:49217, baseZNode=/21150396876 Unable to get data of znode /21150396876/switch/merge because node does not exist (not necessarily an error) 2024-11-21T20:21:53,959 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21150396876/switch/merge already deleted, retry=false 2024-11-21T20:21:53,961 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39045-0x1015f0f29dc0006, quorum=127.0.0.1:49217, baseZNode=/21150396876 Unable to get data of znode /21150396876/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T20:21:53,980 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21150396876/snapshot-cleanup already deleted, retry=false 2024-11-21T20:21:54,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x1015f0f29dc0007, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21150396876/running 2024-11-21T20:21:54,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39045-0x1015f0f29dc0006, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21150396876/running 2024-11-21T20:21:54,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x1015f0f29dc0007, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150396876 2024-11-21T20:21:54,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39045-0x1015f0f29dc0006, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150396876 2024-11-21T20:21:54,002 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=377014bd7527,39045,1732220511203, sessionid=0x1015f0f29dc0006, setting cluster-up flag (Was=false) 2024-11-21T20:21:54,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x1015f0f29dc0007, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150396876 2024-11-21T20:21:54,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39045-0x1015f0f29dc0006, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150396876 2024-11-21T20:21:54,064 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21150396876/flush-table-proc/acquired, /21150396876/flush-table-proc/reached, /21150396876/flush-table-proc/abort 2024-11-21T20:21:54,066 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,39045,1732220511203 2024-11-21T20:21:54,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39045-0x1015f0f29dc0006, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150396876 2024-11-21T20:21:54,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x1015f0f29dc0007, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150396876 2024-11-21T20:21:54,117 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21150396876/online-snapshot/acquired, /21150396876/online-snapshot/reached, /21150396876/online-snapshot/abort 2024-11-21T20:21:54,118 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,39045,1732220511203 2024-11-21T20:21:54,121 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T20:21:54,129 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T20:21:54,129 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T20:21:54,130 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T20:21:54,130 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 377014bd7527,39045,1732220511203 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T20:21:54,130 INFO [RS:0;377014bd7527:41753 {}] regionserver.HRegionServer(746): ClusterId : 3ba5e906-e66c-480e-b5e6-dce7e3b0b423 2024-11-21T20:21:54,130 DEBUG [RS:0;377014bd7527:41753 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T20:21:54,131 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:21:54,131 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:21:54,131 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:21:54,131 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:21:54,131 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/377014bd7527:0, corePoolSize=10, maxPoolSize=10 2024-11-21T20:21:54,131 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:54,131 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:21:54,131 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:54,139 DEBUG [RS:0;377014bd7527:41753 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T20:21:54,139 DEBUG [RS:0;377014bd7527:41753 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T20:21:54,139 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:21:54,139 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T20:21:54,140 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:54,140 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T20:21:54,150 DEBUG [RS:0;377014bd7527:41753 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T20:21:54,150 DEBUG [RS:0;377014bd7527:41753 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@354f6489, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:21:54,158 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732220544158 2024-11-21T20:21:54,158 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T20:21:54,158 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T20:21:54,158 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T20:21:54,158 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T20:21:54,158 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T20:21:54,158 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T20:21:54,164 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:54,172 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T20:21:54,172 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T20:21:54,172 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T20:21:54,173 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T20:21:54,178 DEBUG [RS:0;377014bd7527:41753 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;377014bd7527:41753 2024-11-21T20:21:54,178 INFO [RS:0;377014bd7527:41753 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T20:21:54,178 INFO [RS:0;377014bd7527:41753 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T20:21:54,179 DEBUG [RS:0;377014bd7527:41753 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T20:21:54,179 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T20:21:54,179 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T20:21:54,179 INFO [RS:0;377014bd7527:41753 {}] regionserver.HRegionServer(2659): reportForDuty to master=377014bd7527,39045,1732220511203 with port=41753, startcode=1732220511744 2024-11-21T20:21:54,180 DEBUG [RS:0;377014bd7527:41753 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T20:21:54,184 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220514179,5,FailOnTimeoutGroup] 2024-11-21T20:21:54,213 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T20:21:54,213 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39045 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:21:54,214 DEBUG [RS:0;377014bd7527:41753 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-21T20:21:54,214 WARN [RS:0;377014bd7527:41753 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-21T20:21:54,217 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220514184,5,FailOnTimeoutGroup] 2024-11-21T20:21:54,217 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:54,217 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T20:21:54,217 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:54,217 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:54,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741831_1007 (size=1321) 2024-11-21T20:21:54,315 INFO [RS:0;377014bd7527:41753 {}] regionserver.HRegionServer(2659): reportForDuty to master=377014bd7527,39045,1732220511203 with port=41753, startcode=1732220511744 2024-11-21T20:21:54,315 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39045 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 377014bd7527,41753,1732220511744 2024-11-21T20:21:54,315 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39045 {}] master.ServerManager(517): Registering regionserver=377014bd7527,41753,1732220511744 2024-11-21T20:21:54,317 DEBUG [RS:0;377014bd7527:41753 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5 2024-11-21T20:21:54,317 DEBUG [RS:0;377014bd7527:41753 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35817 2024-11-21T20:21:54,317 DEBUG [RS:0;377014bd7527:41753 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T20:21:54,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39045-0x1015f0f29dc0006, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150396876/rs 2024-11-21T20:21:54,366 DEBUG [RS:0;377014bd7527:41753 {}] zookeeper.ZKUtil(111): regionserver:41753-0x1015f0f29dc0007, quorum=127.0.0.1:49217, baseZNode=/21150396876 Set watcher on existing znode=/21150396876/rs/377014bd7527,41753,1732220511744 2024-11-21T20:21:54,366 WARN [RS:0;377014bd7527:41753 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:21:54,366 INFO [RS:0;377014bd7527:41753 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:21:54,367 DEBUG [RS:0;377014bd7527:41753 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744 2024-11-21T20:21:54,367 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [377014bd7527,41753,1732220511744] 2024-11-21T20:21:54,370 INFO [RS:0;377014bd7527:41753 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T20:21:54,375 INFO [RS:0;377014bd7527:41753 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T20:21:54,376 INFO [RS:0;377014bd7527:41753 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T20:21:54,376 INFO [RS:0;377014bd7527:41753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:54,376 INFO [RS:0;377014bd7527:41753 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T20:21:54,377 INFO [RS:0;377014bd7527:41753 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T20:21:54,377 INFO [RS:0;377014bd7527:41753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:54,377 DEBUG [RS:0;377014bd7527:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:54,377 DEBUG [RS:0;377014bd7527:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:54,377 DEBUG [RS:0;377014bd7527:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:54,378 DEBUG [RS:0;377014bd7527:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:54,378 DEBUG [RS:0;377014bd7527:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:54,378 DEBUG [RS:0;377014bd7527:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:21:54,378 DEBUG [RS:0;377014bd7527:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:54,378 DEBUG [RS:0;377014bd7527:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:54,378 DEBUG [RS:0;377014bd7527:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:54,378 DEBUG [RS:0;377014bd7527:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:54,378 DEBUG [RS:0;377014bd7527:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:54,378 DEBUG [RS:0;377014bd7527:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:21:54,378 DEBUG [RS:0;377014bd7527:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:21:54,378 DEBUG [RS:0;377014bd7527:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:21:54,394 INFO [RS:0;377014bd7527:41753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:54,394 INFO [RS:0;377014bd7527:41753 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:54,394 INFO [RS:0;377014bd7527:41753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:54,394 INFO [RS:0;377014bd7527:41753 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:54,394 INFO [RS:0;377014bd7527:41753 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:54,394 INFO [RS:0;377014bd7527:41753 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,41753,1732220511744-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:21:54,416 INFO [RS:0;377014bd7527:41753 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T20:21:54,416 INFO [RS:0;377014bd7527:41753 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,41753,1732220511744-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:54,416 INFO [RS:0;377014bd7527:41753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:54,417 INFO [RS:0;377014bd7527:41753 {}] regionserver.Replication(171): 377014bd7527,41753,1732220511744 started 2024-11-21T20:21:54,435 INFO [RS:0;377014bd7527:41753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:54,435 INFO [RS:0;377014bd7527:41753 {}] regionserver.HRegionServer(1482): Serving as 377014bd7527,41753,1732220511744, RpcServer on 377014bd7527/172.17.0.2:41753, sessionid=0x1015f0f29dc0007 2024-11-21T20:21:54,435 DEBUG [RS:0;377014bd7527:41753 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T20:21:54,435 DEBUG [RS:0;377014bd7527:41753 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 377014bd7527,41753,1732220511744 2024-11-21T20:21:54,435 DEBUG [RS:0;377014bd7527:41753 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,41753,1732220511744' 2024-11-21T20:21:54,435 DEBUG [RS:0;377014bd7527:41753 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21150396876/flush-table-proc/abort' 2024-11-21T20:21:54,435 DEBUG [RS:0;377014bd7527:41753 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21150396876/flush-table-proc/acquired' 2024-11-21T20:21:54,436 DEBUG [RS:0;377014bd7527:41753 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T20:21:54,436 DEBUG [RS:0;377014bd7527:41753 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T20:21:54,436 DEBUG [RS:0;377014bd7527:41753 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 377014bd7527,41753,1732220511744 2024-11-21T20:21:54,436 DEBUG [RS:0;377014bd7527:41753 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,41753,1732220511744' 2024-11-21T20:21:54,436 DEBUG [RS:0;377014bd7527:41753 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21150396876/online-snapshot/abort' 2024-11-21T20:21:54,436 DEBUG [RS:0;377014bd7527:41753 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21150396876/online-snapshot/acquired' 2024-11-21T20:21:54,436 DEBUG [RS:0;377014bd7527:41753 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T20:21:54,436 INFO [RS:0;377014bd7527:41753 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T20:21:54,436 INFO [RS:0;377014bd7527:41753 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T20:21:54,537 INFO [RS:0;377014bd7527:41753 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:21:54,538 INFO [RS:0;377014bd7527:41753 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C41753%2C1732220511744, suffix=, logDir=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744, archiveDir=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/oldWALs, maxLogs=10 2024-11-21T20:21:54,557 DEBUG [RS:0;377014bd7527:41753 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538, exclude list is [], retry=0 2024-11-21T20:21:54,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-adea4c58-4854-4491-8ebf-caabd160d344,DISK] 2024-11-21T20:21:54,560 INFO [RS:0;377014bd7527:41753 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538 2024-11-21T20:21:54,561 DEBUG [RS:0;377014bd7527:41753 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39403:39403)] 2024-11-21T20:21:54,649 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T20:21:54,649 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5 2024-11-21T20:21:54,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741833_1009 (size=32) 2024-11-21T20:21:54,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:54,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:21:54,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:21:54,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:54,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:54,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:21:54,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:21:54,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:54,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:54,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:21:54,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:21:54,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:54,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:54,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:21:54,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:21:54,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:54,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:54,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:21:54,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/hbase/meta/1588230740 2024-11-21T20:21:54,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/hbase/meta/1588230740 2024-11-21T20:21:54,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:21:54,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:21:54,687 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:21:54,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:21:54,690 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:21:54,691 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70140070, jitterRate=0.04516848921775818}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:21:54,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732220514677Initializing all the Stores at 1732220514678 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220514678Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220514680 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220514680Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220514680Cleaning up temporary data from old regions at 1732220514687 (+7 ms)Region opened successfully at 1732220514691 (+4 ms) 2024-11-21T20:21:54,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:21:54,691 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:21:54,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:21:54,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:21:54,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:21:54,691 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:21:54,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220514691Disabling compacts and flushes for region at 1732220514691Disabling writes for close at 1732220514691Writing region close event to WAL at 1732220514691Closed at 1732220514691 2024-11-21T20:21:54,692 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:21:54,692 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T20:21:54,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T20:21:54,693 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:21:54,694 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T20:21:54,844 DEBUG [377014bd7527:39045 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T20:21:54,845 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=377014bd7527,41753,1732220511744 2024-11-21T20:21:54,846 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,41753,1732220511744, state=OPENING 2024-11-21T20:21:54,864 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T20:21:54,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x1015f0f29dc0007, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150396876 2024-11-21T20:21:54,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39045-0x1015f0f29dc0006, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150396876 2024-11-21T20:21:54,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21150396876/meta-region-server: CHANGED 2024-11-21T20:21:54,875 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:21:54,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21150396876/meta-region-server: CHANGED 2024-11-21T20:21:54,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,41753,1732220511744}] 2024-11-21T20:21:55,028 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:21:55,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T20:21:55,032 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T20:21:55,032 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:21:55,032 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T20:21:55,034 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C41753%2C1732220511744.meta, suffix=.meta, logDir=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744, archiveDir=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/oldWALs, maxLogs=10 2024-11-21T20:21:55,052 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.meta.1732220515034.meta, exclude list is [], retry=0 2024-11-21T20:21:55,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-adea4c58-4854-4491-8ebf-caabd160d344,DISK] 2024-11-21T20:21:55,060 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.meta.1732220515034.meta 2024-11-21T20:21:55,061 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39403:39403)] 2024-11-21T20:21:55,061 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:21:55,061 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:21:55,062 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:21:55,062 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T20:21:55,062 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T20:21:55,062 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T20:21:55,062 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:55,062 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T20:21:55,062 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T20:21:55,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:21:55,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:21:55,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:55,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:55,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:21:55,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:21:55,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:55,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:55,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:21:55,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:21:55,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:55,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:55,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:21:55,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:21:55,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:55,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:21:55,074 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:21:55,074 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/hbase/meta/1588230740 2024-11-21T20:21:55,075 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/hbase/meta/1588230740 2024-11-21T20:21:55,076 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:21:55,076 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:21:55,076 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:21:55,077 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:21:55,078 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69773474, jitterRate=0.0397057831287384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:21:55,078 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T20:21:55,078 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732220515062Writing region info on filesystem at 1732220515062Initializing all the Stores at 1732220515063 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220515063Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220515068 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220515068Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220515068Cleaning up temporary data from old regions at 1732220515076 (+8 ms)Running coprocessor post-open hooks at 1732220515078 (+2 ms)Region opened successfully at 1732220515078 2024-11-21T20:21:55,079 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732220515027 2024-11-21T20:21:55,081 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T20:21:55,081 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T20:21:55,081 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,41753,1732220511744 2024-11-21T20:21:55,082 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,41753,1732220511744, state=OPEN 2024-11-21T20:21:55,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x1015f0f29dc0007, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21150396876/meta-region-server 2024-11-21T20:21:55,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39045-0x1015f0f29dc0006, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21150396876/meta-region-server 2024-11-21T20:21:55,094 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=377014bd7527,41753,1732220511744 2024-11-21T20:21:55,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21150396876/meta-region-server: CHANGED 2024-11-21T20:21:55,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21150396876/meta-region-server: CHANGED 2024-11-21T20:21:55,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T20:21:55,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,41753,1732220511744 in 219 msec 2024-11-21T20:21:55,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T20:21:55,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 403 msec 2024-11-21T20:21:55,097 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:21:55,097 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T20:21:55,098 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:21:55,098 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,41753,1732220511744, seqNum=-1] 2024-11-21T20:21:55,099 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:21:55,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:21:55,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 974 msec 2024-11-21T20:21:55,104 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732220515104, completionTime=-1 2024-11-21T20:21:55,104 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T20:21:55,104 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T20:21:55,106 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T20:21:55,106 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732220575106 2024-11-21T20:21:55,106 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732220635106 2024-11-21T20:21:55,106 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T20:21:55,106 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,39045,1732220511203-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:55,106 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,39045,1732220511203-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:55,106 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,39045,1732220511203-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:55,106 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-377014bd7527:39045, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:55,106 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:55,106 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:55,108 DEBUG [master/377014bd7527:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T20:21:55,109 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.055sec 2024-11-21T20:21:55,109 INFO [master/377014bd7527:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T20:21:55,109 INFO [master/377014bd7527:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T20:21:55,109 INFO [master/377014bd7527:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T20:21:55,109 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T20:21:55,109 INFO [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T20:21:55,109 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,39045,1732220511203-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:21:55,109 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,39045,1732220511203-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T20:21:55,111 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T20:21:55,111 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T20:21:55,111 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,39045,1732220511203-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:21:55,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5026758a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:55,131 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,39045,-1 for getting cluster id 2024-11-21T20:21:55,131 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:21:55,132 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ba5e906-e66c-480e-b5e6-dce7e3b0b423' 2024-11-21T20:21:55,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:21:55,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ba5e906-e66c-480e-b5e6-dce7e3b0b423" 2024-11-21T20:21:55,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@591bfa7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:55,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,39045,-1] 2024-11-21T20:21:55,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:21:55,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:55,134 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:21:55,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49da178a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:55,135 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:21:55,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,41753,1732220511744, seqNum=-1] 2024-11-21T20:21:55,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:21:55,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:21:55,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=377014bd7527,39045,1732220511203 2024-11-21T20:21:55,139 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:49217 2024-11-21T20:21:55,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:21:55,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015f0f29dc0008 connected 2024-11-21T20:21:55,162 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:21:55,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,42777,1732220500012 2024-11-21T20:21:55,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46a366e 2024-11-21T20:21:55,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:21:55,164 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:21:55,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:21:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T20:21:55,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:21:55,166 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:55,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T20:21:55,167 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:21:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:21:55,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44657 is added to blk_1073741835_1011 (size=902) 2024-11-21T20:21:55,185 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 949a3df3b91cf3e92c975a198c45ad3a, NAME => 'test,,1732220515164.949a3df3b91cf3e92c975a198c45ad3a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69 2024-11-21T20:21:55,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44657 is added to blk_1073741836_1012 (size=39) 2024-11-21T20:21:55,201 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732220515164.949a3df3b91cf3e92c975a198c45ad3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:55,201 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 949a3df3b91cf3e92c975a198c45ad3a, disabling compactions & flushes 2024-11-21T20:21:55,201 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732220515164.949a3df3b91cf3e92c975a198c45ad3a. 2024-11-21T20:21:55,201 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732220515164.949a3df3b91cf3e92c975a198c45ad3a. 2024-11-21T20:21:55,201 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732220515164.949a3df3b91cf3e92c975a198c45ad3a. after waiting 0 ms 2024-11-21T20:21:55,201 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732220515164.949a3df3b91cf3e92c975a198c45ad3a. 2024-11-21T20:21:55,201 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732220515164.949a3df3b91cf3e92c975a198c45ad3a. 2024-11-21T20:21:55,201 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 949a3df3b91cf3e92c975a198c45ad3a: Waiting for close lock at 1732220515201Disabling compacts and flushes for region at 1732220515201Disabling writes for close at 1732220515201Writing region close event to WAL at 1732220515201Closed at 1732220515201 2024-11-21T20:21:55,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:21:55,203 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732220515164.949a3df3b91cf3e92c975a198c45ad3a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732220515202"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220515202"}]},"ts":"1732220515202"} 2024-11-21T20:21:55,205 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:21:55,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:21:55,206 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220515206"}]},"ts":"1732220515206"} 2024-11-21T20:21:55,208 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T20:21:55,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=949a3df3b91cf3e92c975a198c45ad3a, ASSIGN}] 2024-11-21T20:21:55,209 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=949a3df3b91cf3e92c975a198c45ad3a, ASSIGN 2024-11-21T20:21:55,212 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=949a3df3b91cf3e92c975a198c45ad3a, ASSIGN; state=OFFLINE, location=377014bd7527,35737,1732220500460; forceNewPlan=false, retain=false 2024-11-21T20:21:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:21:55,362 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=949a3df3b91cf3e92c975a198c45ad3a, regionState=OPENING, regionLocation=377014bd7527,35737,1732220500460 2024-11-21T20:21:55,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=949a3df3b91cf3e92c975a198c45ad3a, ASSIGN because future has completed 2024-11-21T20:21:55,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 949a3df3b91cf3e92c975a198c45ad3a, server=377014bd7527,35737,1732220500460}] 2024-11-21T20:21:55,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:21:55,530 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732220515164.949a3df3b91cf3e92c975a198c45ad3a. 2024-11-21T20:21:55,531 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 949a3df3b91cf3e92c975a198c45ad3a, NAME => 'test,,1732220515164.949a3df3b91cf3e92c975a198c45ad3a.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:21:55,531 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:21:55,531 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T20:21:55,531 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 949a3df3b91cf3e92c975a198c45ad3a 2024-11-21T20:21:55,531 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732220515164.949a3df3b91cf3e92c975a198c45ad3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:55,531 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 949a3df3b91cf3e92c975a198c45ad3a 2024-11-21T20:21:55,531 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 949a3df3b91cf3e92c975a198c45ad3a 2024-11-21T20:21:55,533 INFO [StoreOpener-949a3df3b91cf3e92c975a198c45ad3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 949a3df3b91cf3e92c975a198c45ad3a 2024-11-21T20:21:55,534 INFO [StoreOpener-949a3df3b91cf3e92c975a198c45ad3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 949a3df3b91cf3e92c975a198c45ad3a columnFamilyName f 2024-11-21T20:21:55,534 DEBUG [StoreOpener-949a3df3b91cf3e92c975a198c45ad3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:55,534 INFO [StoreOpener-949a3df3b91cf3e92c975a198c45ad3a-1 {}] regionserver.HStore(327): Store=949a3df3b91cf3e92c975a198c45ad3a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:55,535 INFO [StoreOpener-949a3df3b91cf3e92c975a198c45ad3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 949a3df3b91cf3e92c975a198c45ad3a 2024-11-21T20:21:55,535 INFO [StoreOpener-949a3df3b91cf3e92c975a198c45ad3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 949a3df3b91cf3e92c975a198c45ad3a columnFamilyName f1 2024-11-21T20:21:55,535 DEBUG [StoreOpener-949a3df3b91cf3e92c975a198c45ad3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:55,536 INFO [StoreOpener-949a3df3b91cf3e92c975a198c45ad3a-1 {}] regionserver.HStore(327): Store=949a3df3b91cf3e92c975a198c45ad3a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:55,536 INFO [StoreOpener-949a3df3b91cf3e92c975a198c45ad3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 949a3df3b91cf3e92c975a198c45ad3a 2024-11-21T20:21:55,536 INFO [StoreOpener-949a3df3b91cf3e92c975a198c45ad3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 949a3df3b91cf3e92c975a198c45ad3a columnFamilyName norep 2024-11-21T20:21:55,536 DEBUG [StoreOpener-949a3df3b91cf3e92c975a198c45ad3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:55,537 INFO [StoreOpener-949a3df3b91cf3e92c975a198c45ad3a-1 {}] regionserver.HStore(327): Store=949a3df3b91cf3e92c975a198c45ad3a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:55,537 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 949a3df3b91cf3e92c975a198c45ad3a 2024-11-21T20:21:55,537 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/default/test/949a3df3b91cf3e92c975a198c45ad3a 2024-11-21T20:21:55,538 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/default/test/949a3df3b91cf3e92c975a198c45ad3a 2024-11-21T20:21:55,538 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 949a3df3b91cf3e92c975a198c45ad3a 2024-11-21T20:21:55,538 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 949a3df3b91cf3e92c975a198c45ad3a 2024-11-21T20:21:55,539 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:21:55,539 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 949a3df3b91cf3e92c975a198c45ad3a 2024-11-21T20:21:55,541 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/default/test/949a3df3b91cf3e92c975a198c45ad3a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:21:55,541 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 949a3df3b91cf3e92c975a198c45ad3a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67404946, jitterRate=0.004411965608596802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:21:55,541 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 949a3df3b91cf3e92c975a198c45ad3a 2024-11-21T20:21:55,542 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 949a3df3b91cf3e92c975a198c45ad3a: Running coprocessor pre-open hook at 1732220515531Writing region info on filesystem at 1732220515531Initializing all the Stores at 1732220515533 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220515533Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220515533Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220515533Cleaning up temporary data from old regions at 1732220515538 (+5 ms)Running coprocessor post-open hooks at 1732220515541 (+3 ms)Region opened successfully at 1732220515542 (+1 ms) 2024-11-21T20:21:55,542 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732220515164.949a3df3b91cf3e92c975a198c45ad3a., pid=6, masterSystemTime=1732220515517 2024-11-21T20:21:55,544 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732220515164.949a3df3b91cf3e92c975a198c45ad3a. 2024-11-21T20:21:55,544 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732220515164.949a3df3b91cf3e92c975a198c45ad3a. 2024-11-21T20:21:55,545 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=949a3df3b91cf3e92c975a198c45ad3a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=377014bd7527,35737,1732220500460 2024-11-21T20:21:55,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 949a3df3b91cf3e92c975a198c45ad3a, server=377014bd7527,35737,1732220500460 because future has completed 2024-11-21T20:21:55,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T20:21:55,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 949a3df3b91cf3e92c975a198c45ad3a, server=377014bd7527,35737,1732220500460 in 183 msec 2024-11-21T20:21:55,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T20:21:55,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=949a3df3b91cf3e92c975a198c45ad3a, ASSIGN in 342 msec 2024-11-21T20:21:55,552 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:21:55,552 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220515552"}]},"ts":"1732220515552"} 2024-11-21T20:21:55,554 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T20:21:55,554 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:21:55,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 389 msec 2024-11-21T20:21:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:21:55,794 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T20:21:55,794 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:21:55,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,42095,1732220505231 2024-11-21T20:21:55,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50aaf75e 2024-11-21T20:21:55,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:21:55,796 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:21:55,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42095 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:21:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42095 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T20:21:55,799 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:21:55,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42095 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T20:21:55,799 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:21:55,800 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:21:55,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741835_1011 (size=902) 2024-11-21T20:21:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:21:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:21:56,207 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dbba4558a704862a5080249aeffd90be, NAME => 'test,,1732220515796.dbba4558a704862a5080249aeffd90be.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a 2024-11-21T20:21:56,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741836_1012 (size=39) 2024-11-21T20:21:56,217 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732220515796.dbba4558a704862a5080249aeffd90be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:56,217 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing dbba4558a704862a5080249aeffd90be, disabling compactions & flushes 2024-11-21T20:21:56,217 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732220515796.dbba4558a704862a5080249aeffd90be. 2024-11-21T20:21:56,217 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732220515796.dbba4558a704862a5080249aeffd90be. 2024-11-21T20:21:56,217 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732220515796.dbba4558a704862a5080249aeffd90be. after waiting 0 ms 2024-11-21T20:21:56,217 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732220515796.dbba4558a704862a5080249aeffd90be. 2024-11-21T20:21:56,217 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732220515796.dbba4558a704862a5080249aeffd90be. 2024-11-21T20:21:56,217 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for dbba4558a704862a5080249aeffd90be: Waiting for close lock at 1732220516217Disabling compacts and flushes for region at 1732220516217Disabling writes for close at 1732220516217Writing region close event to WAL at 1732220516217Closed at 1732220516217 2024-11-21T20:21:56,219 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:21:56,219 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732220515796.dbba4558a704862a5080249aeffd90be.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732220516219"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220516219"}]},"ts":"1732220516219"} 2024-11-21T20:21:56,221 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:21:56,222 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:21:56,222 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220516222"}]},"ts":"1732220516222"} 2024-11-21T20:21:56,224 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T20:21:56,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dbba4558a704862a5080249aeffd90be, ASSIGN}] 2024-11-21T20:21:56,226 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dbba4558a704862a5080249aeffd90be, ASSIGN 2024-11-21T20:21:56,229 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=dbba4558a704862a5080249aeffd90be, ASSIGN; state=OFFLINE, location=377014bd7527,44873,1732220505401; forceNewPlan=false, retain=false 2024-11-21T20:21:56,380 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dbba4558a704862a5080249aeffd90be, regionState=OPENING, regionLocation=377014bd7527,44873,1732220505401 2024-11-21T20:21:56,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=dbba4558a704862a5080249aeffd90be, ASSIGN because future has completed 2024-11-21T20:21:56,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dbba4558a704862a5080249aeffd90be, server=377014bd7527,44873,1732220505401}] 2024-11-21T20:21:56,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:21:56,539 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732220515796.dbba4558a704862a5080249aeffd90be. 2024-11-21T20:21:56,539 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dbba4558a704862a5080249aeffd90be, NAME => 'test,,1732220515796.dbba4558a704862a5080249aeffd90be.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:21:56,540 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:21:56,540 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T20:21:56,540 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dbba4558a704862a5080249aeffd90be 2024-11-21T20:21:56,540 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732220515796.dbba4558a704862a5080249aeffd90be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:56,541 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dbba4558a704862a5080249aeffd90be 2024-11-21T20:21:56,541 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dbba4558a704862a5080249aeffd90be 2024-11-21T20:21:56,544 INFO [StoreOpener-dbba4558a704862a5080249aeffd90be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dbba4558a704862a5080249aeffd90be 2024-11-21T20:21:56,547 INFO [StoreOpener-dbba4558a704862a5080249aeffd90be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbba4558a704862a5080249aeffd90be columnFamilyName f 2024-11-21T20:21:56,547 DEBUG [StoreOpener-dbba4558a704862a5080249aeffd90be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:56,547 INFO [StoreOpener-dbba4558a704862a5080249aeffd90be-1 {}] regionserver.HStore(327): Store=dbba4558a704862a5080249aeffd90be/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:56,548 INFO [StoreOpener-dbba4558a704862a5080249aeffd90be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region dbba4558a704862a5080249aeffd90be 2024-11-21T20:21:56,551 INFO [StoreOpener-dbba4558a704862a5080249aeffd90be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbba4558a704862a5080249aeffd90be columnFamilyName f1 2024-11-21T20:21:56,551 DEBUG [StoreOpener-dbba4558a704862a5080249aeffd90be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:56,551 INFO [StoreOpener-dbba4558a704862a5080249aeffd90be-1 {}] regionserver.HStore(327): Store=dbba4558a704862a5080249aeffd90be/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:56,551 INFO [StoreOpener-dbba4558a704862a5080249aeffd90be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dbba4558a704862a5080249aeffd90be 2024-11-21T20:21:56,554 INFO [StoreOpener-dbba4558a704862a5080249aeffd90be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbba4558a704862a5080249aeffd90be columnFamilyName norep 2024-11-21T20:21:56,554 DEBUG [StoreOpener-dbba4558a704862a5080249aeffd90be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:56,554 INFO [StoreOpener-dbba4558a704862a5080249aeffd90be-1 {}] regionserver.HStore(327): Store=dbba4558a704862a5080249aeffd90be/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:56,554 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dbba4558a704862a5080249aeffd90be 2024-11-21T20:21:56,555 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/default/test/dbba4558a704862a5080249aeffd90be 2024-11-21T20:21:56,555 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/default/test/dbba4558a704862a5080249aeffd90be 2024-11-21T20:21:56,557 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dbba4558a704862a5080249aeffd90be 2024-11-21T20:21:56,557 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dbba4558a704862a5080249aeffd90be 2024-11-21T20:21:56,557 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:21:56,558 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dbba4558a704862a5080249aeffd90be 2024-11-21T20:21:56,561 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/default/test/dbba4558a704862a5080249aeffd90be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:21:56,561 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dbba4558a704862a5080249aeffd90be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71789341, jitterRate=0.0697445422410965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:21:56,561 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dbba4558a704862a5080249aeffd90be 2024-11-21T20:21:56,561 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dbba4558a704862a5080249aeffd90be: Running coprocessor pre-open hook at 1732220516542Writing region info on filesystem at 1732220516542Initializing all the Stores at 1732220516543 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220516543Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220516544 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220516544Cleaning up temporary data from old regions at 1732220516557 (+13 ms)Running coprocessor post-open hooks at 1732220516561 (+4 ms)Region opened successfully at 1732220516561 2024-11-21T20:21:56,562 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732220515796.dbba4558a704862a5080249aeffd90be., pid=6, masterSystemTime=1732220516534 2024-11-21T20:21:56,565 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732220515796.dbba4558a704862a5080249aeffd90be. 2024-11-21T20:21:56,565 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732220515796.dbba4558a704862a5080249aeffd90be. 2024-11-21T20:21:56,566 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dbba4558a704862a5080249aeffd90be, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=377014bd7527,44873,1732220505401 2024-11-21T20:21:56,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dbba4558a704862a5080249aeffd90be, server=377014bd7527,44873,1732220505401 because future has completed 2024-11-21T20:21:56,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T20:21:56,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dbba4558a704862a5080249aeffd90be, server=377014bd7527,44873,1732220505401 in 196 msec 2024-11-21T20:21:56,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T20:21:56,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=dbba4558a704862a5080249aeffd90be, ASSIGN in 356 msec 2024-11-21T20:21:56,584 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:21:56,584 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220516584"}]},"ts":"1732220516584"} 2024-11-21T20:21:56,586 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T20:21:56,588 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:21:56,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 791 msec 2024-11-21T20:21:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:21:56,934 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T20:21:56,934 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:21:56,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,39045,1732220511203 2024-11-21T20:21:56,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d72921 2024-11-21T20:21:56,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:21:56,936 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:21:56,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39045 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:21:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39045 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T20:21:56,939 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:21:56,939 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:56,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39045 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T20:21:56,940 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:21:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:21:56,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741835_1011 (size=902) 2024-11-21T20:21:57,013 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c2444fae7be1018c1975abc85eb2aa61, NAME => 'test,,1732220516937.c2444fae7be1018c1975abc85eb2aa61.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5 2024-11-21T20:21:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:21:57,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741836_1012 (size=39) 2024-11-21T20:21:57,055 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732220516937.c2444fae7be1018c1975abc85eb2aa61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:57,055 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c2444fae7be1018c1975abc85eb2aa61, disabling compactions & flushes 2024-11-21T20:21:57,055 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732220516937.c2444fae7be1018c1975abc85eb2aa61. 2024-11-21T20:21:57,055 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732220516937.c2444fae7be1018c1975abc85eb2aa61. 2024-11-21T20:21:57,055 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732220516937.c2444fae7be1018c1975abc85eb2aa61. after waiting 0 ms 2024-11-21T20:21:57,055 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732220516937.c2444fae7be1018c1975abc85eb2aa61. 2024-11-21T20:21:57,055 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732220516937.c2444fae7be1018c1975abc85eb2aa61. 2024-11-21T20:21:57,055 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c2444fae7be1018c1975abc85eb2aa61: Waiting for close lock at 1732220517055Disabling compacts and flushes for region at 1732220517055Disabling writes for close at 1732220517055Writing region close event to WAL at 1732220517055Closed at 1732220517055 2024-11-21T20:21:57,057 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:21:57,058 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732220516937.c2444fae7be1018c1975abc85eb2aa61.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732220517057"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220517057"}]},"ts":"1732220517057"} 2024-11-21T20:21:57,061 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:21:57,062 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:21:57,062 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220517062"}]},"ts":"1732220517062"} 2024-11-21T20:21:57,063 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T20:21:57,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c2444fae7be1018c1975abc85eb2aa61, ASSIGN}] 2024-11-21T20:21:57,065 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c2444fae7be1018c1975abc85eb2aa61, ASSIGN 2024-11-21T20:21:57,066 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c2444fae7be1018c1975abc85eb2aa61, ASSIGN; state=OFFLINE, location=377014bd7527,41753,1732220511744; forceNewPlan=false, retain=false 2024-11-21T20:21:57,216 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c2444fae7be1018c1975abc85eb2aa61, regionState=OPENING, regionLocation=377014bd7527,41753,1732220511744 2024-11-21T20:21:57,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c2444fae7be1018c1975abc85eb2aa61, ASSIGN because future has completed 2024-11-21T20:21:57,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2444fae7be1018c1975abc85eb2aa61, server=377014bd7527,41753,1732220511744}] 2024-11-21T20:21:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:21:57,389 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732220516937.c2444fae7be1018c1975abc85eb2aa61. 2024-11-21T20:21:57,389 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c2444fae7be1018c1975abc85eb2aa61, NAME => 'test,,1732220516937.c2444fae7be1018c1975abc85eb2aa61.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:21:57,390 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:21:57,390 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T20:21:57,390 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c2444fae7be1018c1975abc85eb2aa61 2024-11-21T20:21:57,391 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732220516937.c2444fae7be1018c1975abc85eb2aa61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:57,392 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c2444fae7be1018c1975abc85eb2aa61 2024-11-21T20:21:57,393 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c2444fae7be1018c1975abc85eb2aa61 2024-11-21T20:21:57,409 INFO [StoreOpener-c2444fae7be1018c1975abc85eb2aa61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c2444fae7be1018c1975abc85eb2aa61 2024-11-21T20:21:57,410 INFO [StoreOpener-c2444fae7be1018c1975abc85eb2aa61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2444fae7be1018c1975abc85eb2aa61 columnFamilyName f 2024-11-21T20:21:57,411 DEBUG [StoreOpener-c2444fae7be1018c1975abc85eb2aa61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:57,411 INFO [StoreOpener-c2444fae7be1018c1975abc85eb2aa61-1 {}] regionserver.HStore(327): Store=c2444fae7be1018c1975abc85eb2aa61/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:57,412 INFO [StoreOpener-c2444fae7be1018c1975abc85eb2aa61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c2444fae7be1018c1975abc85eb2aa61 2024-11-21T20:21:57,413 INFO [StoreOpener-c2444fae7be1018c1975abc85eb2aa61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2444fae7be1018c1975abc85eb2aa61 columnFamilyName f1 2024-11-21T20:21:57,413 DEBUG [StoreOpener-c2444fae7be1018c1975abc85eb2aa61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:57,414 INFO [StoreOpener-c2444fae7be1018c1975abc85eb2aa61-1 {}] regionserver.HStore(327): Store=c2444fae7be1018c1975abc85eb2aa61/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:57,414 INFO [StoreOpener-c2444fae7be1018c1975abc85eb2aa61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c2444fae7be1018c1975abc85eb2aa61 2024-11-21T20:21:57,416 INFO [StoreOpener-c2444fae7be1018c1975abc85eb2aa61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2444fae7be1018c1975abc85eb2aa61 columnFamilyName norep 2024-11-21T20:21:57,416 DEBUG [StoreOpener-c2444fae7be1018c1975abc85eb2aa61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:57,416 INFO [StoreOpener-c2444fae7be1018c1975abc85eb2aa61-1 {}] regionserver.HStore(327): Store=c2444fae7be1018c1975abc85eb2aa61/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:57,417 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c2444fae7be1018c1975abc85eb2aa61 2024-11-21T20:21:57,417 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/default/test/c2444fae7be1018c1975abc85eb2aa61 2024-11-21T20:21:57,418 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/default/test/c2444fae7be1018c1975abc85eb2aa61 2024-11-21T20:21:57,418 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c2444fae7be1018c1975abc85eb2aa61 2024-11-21T20:21:57,418 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c2444fae7be1018c1975abc85eb2aa61 2024-11-21T20:21:57,419 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:21:57,421 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c2444fae7be1018c1975abc85eb2aa61 2024-11-21T20:21:57,425 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/default/test/c2444fae7be1018c1975abc85eb2aa61/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:21:57,426 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c2444fae7be1018c1975abc85eb2aa61; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62739234, jitterRate=-0.06511256098747253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:21:57,426 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c2444fae7be1018c1975abc85eb2aa61 2024-11-21T20:21:57,426 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c2444fae7be1018c1975abc85eb2aa61: Running coprocessor pre-open hook at 1732220517393Writing region info on filesystem at 1732220517393Initializing all the Stores at 1732220517394 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220517394Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220517408 (+14 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220517408Cleaning up temporary data from old regions at 1732220517418 (+10 ms)Running coprocessor post-open hooks at 1732220517426 (+8 ms)Region opened successfully at 1732220517426 2024-11-21T20:21:57,427 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732220516937.c2444fae7be1018c1975abc85eb2aa61., pid=6, masterSystemTime=1732220517376 2024-11-21T20:21:57,429 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732220516937.c2444fae7be1018c1975abc85eb2aa61. 2024-11-21T20:21:57,429 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732220516937.c2444fae7be1018c1975abc85eb2aa61. 2024-11-21T20:21:57,430 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c2444fae7be1018c1975abc85eb2aa61, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=377014bd7527,41753,1732220511744 2024-11-21T20:21:57,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2444fae7be1018c1975abc85eb2aa61, server=377014bd7527,41753,1732220511744 because future has completed 2024-11-21T20:21:57,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T20:21:57,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c2444fae7be1018c1975abc85eb2aa61, server=377014bd7527,41753,1732220511744 in 226 msec 2024-11-21T20:21:57,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T20:21:57,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c2444fae7be1018c1975abc85eb2aa61, ASSIGN in 385 msec 2024-11-21T20:21:57,456 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:21:57,456 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220517456"}]},"ts":"1732220517456"} 2024-11-21T20:21:57,459 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T20:21:57,460 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:21:57,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 523 msec 2024-11-21T20:21:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:21:57,564 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T20:21:57,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@490c9ee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:57,565 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,42777,-1 for getting cluster id 2024-11-21T20:21:57,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:21:57,567 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '461e7c73-39ad-4382-9f0d-cd739f53aa07' 2024-11-21T20:21:57,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:21:57,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "461e7c73-39ad-4382-9f0d-cd739f53aa07" 2024-11-21T20:21:57,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e9097f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:57,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,42777,-1] 2024-11-21T20:21:57,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:21:57,569 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:57,573 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:21:57,573 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@418144c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:57,574 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:21:57,575 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,42777,1732220500012 2024-11-21T20:21:57,575 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52161a1a 2024-11-21T20:21:57,575 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:21:57,576 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:21:57,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://377014bd7527:42095,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T20:21:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T20:21:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:21:57,580 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:42095' 2024-11-21T20:21:57,584 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1283334a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:57,584 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,42095,-1 for getting cluster id 2024-11-21T20:21:57,585 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:21:57,585 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed5d2f95-2780-4fee-af02-7ad0fc67b066' 2024-11-21T20:21:57,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:21:57,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed5d2f95-2780-4fee-af02-7ad0fc67b066" 2024-11-21T20:21:57,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@385c8617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:57,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,42095,-1] 2024-11-21T20:21:57,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:21:57,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:57,587 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:21:57,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47248877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:57,588 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:21:57,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,42095,1732220505231 2024-11-21T20:21:57,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64363005 2024-11-21T20:21:57,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:21:57,591 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:21:57,592 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T20:21:57,592 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T20:21:57,592 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:57,592 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:57,593 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:21:57,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:21:57,595 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T20:21:57,596 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:21:57,596 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:57,598 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:21:57,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44657 is added to blk_1073741837_1013 (size=1138) 2024-11-21T20:21:57,626 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b4251f44aaeb855392a787801e9f73a4, NAME => 'hbase:replication,,1732220517593.b4251f44aaeb855392a787801e9f73a4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69 2024-11-21T20:21:57,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44657 is added to blk_1073741838_1014 (size=44) 2024-11-21T20:21:57,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732220517593.b4251f44aaeb855392a787801e9f73a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:57,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b4251f44aaeb855392a787801e9f73a4, disabling compactions & flushes 2024-11-21T20:21:57,642 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732220517593.b4251f44aaeb855392a787801e9f73a4. 2024-11-21T20:21:57,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732220517593.b4251f44aaeb855392a787801e9f73a4. 2024-11-21T20:21:57,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732220517593.b4251f44aaeb855392a787801e9f73a4. after waiting 0 ms 2024-11-21T20:21:57,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732220517593.b4251f44aaeb855392a787801e9f73a4. 2024-11-21T20:21:57,642 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732220517593.b4251f44aaeb855392a787801e9f73a4. 2024-11-21T20:21:57,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b4251f44aaeb855392a787801e9f73a4: Waiting for close lock at 1732220517642Disabling compacts and flushes for region at 1732220517642Disabling writes for close at 1732220517642Writing region close event to WAL at 1732220517642Closed at 1732220517642 2024-11-21T20:21:57,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:21:57,644 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732220517593.b4251f44aaeb855392a787801e9f73a4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732220517644"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220517644"}]},"ts":"1732220517644"} 2024-11-21T20:21:57,646 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:21:57,647 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:21:57,647 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220517647"}]},"ts":"1732220517647"} 2024-11-21T20:21:57,649 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T20:21:57,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b4251f44aaeb855392a787801e9f73a4, ASSIGN}] 2024-11-21T20:21:57,650 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T20:21:57,651 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b4251f44aaeb855392a787801e9f73a4, ASSIGN 2024-11-21T20:21:57,652 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b4251f44aaeb855392a787801e9f73a4, ASSIGN; state=OFFLINE, location=377014bd7527,35737,1732220500460; forceNewPlan=false, retain=false 2024-11-21T20:21:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:21:57,803 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b4251f44aaeb855392a787801e9f73a4, regionState=OPENING, regionLocation=377014bd7527,35737,1732220500460 2024-11-21T20:21:57,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b4251f44aaeb855392a787801e9f73a4, ASSIGN because future has completed 2024-11-21T20:21:57,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4251f44aaeb855392a787801e9f73a4, server=377014bd7527,35737,1732220500460}] 2024-11-21T20:21:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:21:57,963 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732220517593.b4251f44aaeb855392a787801e9f73a4. 2024-11-21T20:21:57,964 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:21:57,964 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T20:21:57,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C35737%2C1732220500460.rep, suffix=, logDir=hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460, archiveDir=hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/oldWALs, maxLogs=10 2024-11-21T20:21:57,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.rep.1732220517966, exclude list is [], retry=0 2024-11-21T20:21:57,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44657,DS-c9aba67f-c203-4152-9bb9-d3834cee4ab8,DISK] 2024-11-21T20:21:57,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.rep.1732220517966 2024-11-21T20:21:57,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46373:46373)] 2024-11-21T20:21:57,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b4251f44aaeb855392a787801e9f73a4, NAME => 'hbase:replication,,1732220517593.b4251f44aaeb855392a787801e9f73a4.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:21:57,991 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:21:57,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:21:57,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732220517593.b4251f44aaeb855392a787801e9f73a4. service=MultiRowMutationService 2024-11-21T20:21:57,991 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T20:21:57,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b4251f44aaeb855392a787801e9f73a4 2024-11-21T20:21:57,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732220517593.b4251f44aaeb855392a787801e9f73a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:57,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b4251f44aaeb855392a787801e9f73a4 2024-11-21T20:21:57,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b4251f44aaeb855392a787801e9f73a4 2024-11-21T20:21:57,993 INFO [StoreOpener-b4251f44aaeb855392a787801e9f73a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b4251f44aaeb855392a787801e9f73a4 2024-11-21T20:21:57,994 INFO [StoreOpener-b4251f44aaeb855392a787801e9f73a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4251f44aaeb855392a787801e9f73a4 columnFamilyName hfileref 2024-11-21T20:21:57,994 DEBUG [StoreOpener-b4251f44aaeb855392a787801e9f73a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:57,994 INFO [StoreOpener-b4251f44aaeb855392a787801e9f73a4-1 {}] regionserver.HStore(327): Store=b4251f44aaeb855392a787801e9f73a4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:57,994 INFO [StoreOpener-b4251f44aaeb855392a787801e9f73a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b4251f44aaeb855392a787801e9f73a4 2024-11-21T20:21:57,996 INFO [StoreOpener-b4251f44aaeb855392a787801e9f73a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4251f44aaeb855392a787801e9f73a4 columnFamilyName queue 2024-11-21T20:21:57,996 DEBUG [StoreOpener-b4251f44aaeb855392a787801e9f73a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:57,997 INFO [StoreOpener-b4251f44aaeb855392a787801e9f73a4-1 {}] regionserver.HStore(327): Store=b4251f44aaeb855392a787801e9f73a4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:57,997 INFO [StoreOpener-b4251f44aaeb855392a787801e9f73a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b4251f44aaeb855392a787801e9f73a4 2024-11-21T20:21:57,998 INFO [StoreOpener-b4251f44aaeb855392a787801e9f73a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4251f44aaeb855392a787801e9f73a4 columnFamilyName sid 2024-11-21T20:21:57,999 DEBUG [StoreOpener-b4251f44aaeb855392a787801e9f73a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:57,999 INFO [StoreOpener-b4251f44aaeb855392a787801e9f73a4-1 {}] regionserver.HStore(327): Store=b4251f44aaeb855392a787801e9f73a4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:57,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b4251f44aaeb855392a787801e9f73a4 2024-11-21T20:21:58,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/hbase/replication/b4251f44aaeb855392a787801e9f73a4 2024-11-21T20:21:58,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/hbase/replication/b4251f44aaeb855392a787801e9f73a4 2024-11-21T20:21:58,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b4251f44aaeb855392a787801e9f73a4 2024-11-21T20:21:58,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b4251f44aaeb855392a787801e9f73a4 2024-11-21T20:21:58,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:21:58,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b4251f44aaeb855392a787801e9f73a4 2024-11-21T20:21:58,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/hbase/replication/b4251f44aaeb855392a787801e9f73a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:21:58,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b4251f44aaeb855392a787801e9f73a4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72794574, jitterRate=0.08472368121147156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:21:58,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b4251f44aaeb855392a787801e9f73a4 2024-11-21T20:21:58,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b4251f44aaeb855392a787801e9f73a4: Running coprocessor pre-open hook at 1732220517992Writing region info on filesystem at 1732220517992Initializing all the Stores at 1732220517992Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220517992Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220517992Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220517992Cleaning up temporary data from old regions at 1732220518002 (+10 ms)Running coprocessor post-open hooks at 1732220518009 (+7 ms)Region opened successfully at 1732220518009 2024-11-21T20:21:58,011 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732220517593.b4251f44aaeb855392a787801e9f73a4., pid=10, masterSystemTime=1732220517960 2024-11-21T20:21:58,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732220517593.b4251f44aaeb855392a787801e9f73a4. 2024-11-21T20:21:58,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732220517593.b4251f44aaeb855392a787801e9f73a4. 2024-11-21T20:21:58,013 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b4251f44aaeb855392a787801e9f73a4, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,35737,1732220500460 2024-11-21T20:21:58,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4251f44aaeb855392a787801e9f73a4, server=377014bd7527,35737,1732220500460 because future has completed 2024-11-21T20:21:58,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T20:21:58,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b4251f44aaeb855392a787801e9f73a4, server=377014bd7527,35737,1732220500460 in 210 msec 2024-11-21T20:21:58,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T20:21:58,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b4251f44aaeb855392a787801e9f73a4, ASSIGN in 369 msec 2024-11-21T20:21:58,022 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:21:58,022 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220518022"}]},"ts":"1732220518022"} 2024-11-21T20:21:58,024 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T20:21:58,025 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:21:58,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 432 msec 2024-11-21T20:21:58,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732220517593.b4251f44aaeb855392a787801e9f73a4., hostname=377014bd7527,35737,1732220500460, seqNum=2] 2024-11-21T20:21:58,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x1015f0f29dc0000, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01197323933 2024-11-21T20:21:58,127 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35737-0x1015f0f29dc0001, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01197323933 2024-11-21T20:21:58,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T20:21:58,179 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T20:21:58,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:21:58,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35737 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T20:21:58,303 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T20:21:58,362 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-377014bd7527,35737,1732220500460, ReplicationSource: 1, currentBandwidth=0 2024-11-21T20:21:58,362 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:21:58,362 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,35737,1732220500460, seqNum=-1] 2024-11-21T20:21:58,363 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:21:58,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-21T20:21:58,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-377014bd7527,35737,1732220500460', locateType=CURRENT is [region=hbase:replication,,1732220517593.b4251f44aaeb855392a787801e9f73a4., hostname=377014bd7527,35737,1732220500460, seqNum=2] 2024-11-21T20:21:58,369 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T20:21:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T20:21:58,372 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 377014bd7527,35737,1732220500460 suceeded 2024-11-21T20:21:58,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T20:21:58,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 223 msec 2024-11-21T20:21:58,375 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://377014bd7527:42095,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T20:21:58,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 798 msec 2024-11-21T20:21:58,393 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:42095' 2024-11-21T20:21:58,396 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@140eb873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:58,396 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,42095,-1 for getting cluster id 2024-11-21T20:21:58,397 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:21:58,398 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed5d2f95-2780-4fee-af02-7ad0fc67b066' 2024-11-21T20:21:58,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:21:58,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed5d2f95-2780-4fee-af02-7ad0fc67b066" 2024-11-21T20:21:58,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b387186, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:58,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,42095,-1] 2024-11-21T20:21:58,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:21:58,401 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:21:58,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:58,403 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c76a8a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:58,404 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:21:58,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,42095,1732220505231 2024-11-21T20:21:58,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e879e9a 2024-11-21T20:21:58,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:21:58,406 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-21T20:21:58,407 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-377014bd7527,35737,1732220500460 (queues=1) is replicating from cluster=461e7c73-39ad-4382-9f0d-cd739f53aa07 to cluster=ed5d2f95-2780-4fee-af02-7ad0fc67b066 2024-11-21T20:21:58,407 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=377014bd7527%2C35737%2C1732220500460 2024-11-21T20:21:58,407 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-377014bd7527,35737,1732220500460, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T20:21:58,412 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.shipper377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 377014bd7527%2C35737%2C1732220500460 2024-11-21T20:21:58,412 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280, startPosition=0, beingWritten=true 2024-11-21T20:21:58,431 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:21:58,431 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280 to pos 379, reset compression=false 2024-11-21T20:21:58,432 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.shipper377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,35737,1732220500460 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:21:58,665 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280 to pos 379, reset compression=false 2024-11-21T20:21:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:21:58,714 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T20:21:58,714 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:21:58,714 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:21:58,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:58,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:58,715 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:21:58,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@783f9a8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:58,715 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,42095,-1 for getting cluster id 2024-11-21T20:21:58,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:21:58,716 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed5d2f95-2780-4fee-af02-7ad0fc67b066' 2024-11-21T20:21:58,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:21:58,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed5d2f95-2780-4fee-af02-7ad0fc67b066" 2024-11-21T20:21:58,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40bcc39b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:58,717 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,42095,-1] 2024-11-21T20:21:58,717 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:21:58,717 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:58,718 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:21:58,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f02761a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:58,719 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:21:58,720 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,42095,1732220505231 2024-11-21T20:21:58,720 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e46338b 2024-11-21T20:21:58,721 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:21:58,722 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:21:58,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42095 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://377014bd7527:39045,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T20:21:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42095 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T20:21:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:21:58,726 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:39045' 2024-11-21T20:21:58,732 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b7d5a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:58,732 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,39045,-1 for getting cluster id 2024-11-21T20:21:58,733 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:21:58,733 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ba5e906-e66c-480e-b5e6-dce7e3b0b423' 2024-11-21T20:21:58,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:21:58,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ba5e906-e66c-480e-b5e6-dce7e3b0b423" 2024-11-21T20:21:58,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad60c4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:58,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,39045,-1] 2024-11-21T20:21:58,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:21:58,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:58,735 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:21:58,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@876fb20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:58,737 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:21:58,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,39045,1732220511203 2024-11-21T20:21:58,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2607f951 2024-11-21T20:21:58,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:21:58,739 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:21:58,740 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-21T20:21:58,740 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T20:21:58,740 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:58,741 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:21:58,741 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:58,741 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:21:58,743 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T20:21:58,744 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:21:58,744 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:58,745 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:21:58,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741837_1013 (size=1138) 2024-11-21T20:21:58,756 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 63587e06d7febc27a93a5b2fa7e81e0d, NAME => 'hbase:replication,,1732220518741.63587e06d7febc27a93a5b2fa7e81e0d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a 2024-11-21T20:21:58,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741838_1014 (size=44) 2024-11-21T20:21:58,775 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732220518741.63587e06d7febc27a93a5b2fa7e81e0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:58,775 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 63587e06d7febc27a93a5b2fa7e81e0d, disabling compactions & flushes 2024-11-21T20:21:58,775 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732220518741.63587e06d7febc27a93a5b2fa7e81e0d. 2024-11-21T20:21:58,775 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732220518741.63587e06d7febc27a93a5b2fa7e81e0d. 2024-11-21T20:21:58,775 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732220518741.63587e06d7febc27a93a5b2fa7e81e0d. after waiting 0 ms 2024-11-21T20:21:58,775 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732220518741.63587e06d7febc27a93a5b2fa7e81e0d. 2024-11-21T20:21:58,775 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732220518741.63587e06d7febc27a93a5b2fa7e81e0d. 2024-11-21T20:21:58,775 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 63587e06d7febc27a93a5b2fa7e81e0d: Waiting for close lock at 1732220518775Disabling compacts and flushes for region at 1732220518775Disabling writes for close at 1732220518775Writing region close event to WAL at 1732220518775Closed at 1732220518775 2024-11-21T20:21:58,777 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:21:58,777 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732220518741.63587e06d7febc27a93a5b2fa7e81e0d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732220518777"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220518777"}]},"ts":"1732220518777"} 2024-11-21T20:21:58,782 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:21:58,783 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:21:58,784 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220518784"}]},"ts":"1732220518784"} 2024-11-21T20:21:58,786 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T20:21:58,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=63587e06d7febc27a93a5b2fa7e81e0d, ASSIGN}] 2024-11-21T20:21:58,788 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=63587e06d7febc27a93a5b2fa7e81e0d, ASSIGN 2024-11-21T20:21:58,789 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=63587e06d7febc27a93a5b2fa7e81e0d, ASSIGN; state=OFFLINE, location=377014bd7527,44873,1732220505401; forceNewPlan=false, retain=false 2024-11-21T20:21:58,793 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T20:21:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:21:58,940 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=63587e06d7febc27a93a5b2fa7e81e0d, regionState=OPENING, regionLocation=377014bd7527,44873,1732220505401 2024-11-21T20:21:58,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=63587e06d7febc27a93a5b2fa7e81e0d, ASSIGN because future has completed 2024-11-21T20:21:58,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63587e06d7febc27a93a5b2fa7e81e0d, server=377014bd7527,44873,1732220505401}] 2024-11-21T20:21:58,974 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280 to pos 379, reset compression=false 2024-11-21T20:21:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:21:59,104 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732220518741.63587e06d7febc27a93a5b2fa7e81e0d. 2024-11-21T20:21:59,104 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:21:59,105 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T20:21:59,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C44873%2C1732220505401.rep, suffix=, logDir=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401, archiveDir=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/oldWALs, maxLogs=10 2024-11-21T20:21:59,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.rep.1732220519106, exclude list is [], retry=0 2024-11-21T20:21:59,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41805,DS-014a75d3-6a32-4e2a-bfaa-abfc096ad178,DISK] 2024-11-21T20:21:59,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.rep.1732220519106 2024-11-21T20:21:59,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41975:41975)] 2024-11-21T20:21:59,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 63587e06d7febc27a93a5b2fa7e81e0d, NAME => 'hbase:replication,,1732220518741.63587e06d7febc27a93a5b2fa7e81e0d.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:21:59,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:21:59,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:21:59,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732220518741.63587e06d7febc27a93a5b2fa7e81e0d. service=MultiRowMutationService 2024-11-21T20:21:59,134 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T20:21:59,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 63587e06d7febc27a93a5b2fa7e81e0d 2024-11-21T20:21:59,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732220518741.63587e06d7febc27a93a5b2fa7e81e0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:59,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 63587e06d7febc27a93a5b2fa7e81e0d 2024-11-21T20:21:59,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 63587e06d7febc27a93a5b2fa7e81e0d 2024-11-21T20:21:59,135 INFO [StoreOpener-63587e06d7febc27a93a5b2fa7e81e0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 63587e06d7febc27a93a5b2fa7e81e0d 2024-11-21T20:21:59,136 INFO [StoreOpener-63587e06d7febc27a93a5b2fa7e81e0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63587e06d7febc27a93a5b2fa7e81e0d columnFamilyName hfileref 2024-11-21T20:21:59,137 DEBUG [StoreOpener-63587e06d7febc27a93a5b2fa7e81e0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:59,137 INFO [StoreOpener-63587e06d7febc27a93a5b2fa7e81e0d-1 {}] regionserver.HStore(327): Store=63587e06d7febc27a93a5b2fa7e81e0d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:59,137 INFO [StoreOpener-63587e06d7febc27a93a5b2fa7e81e0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 63587e06d7febc27a93a5b2fa7e81e0d 2024-11-21T20:21:59,138 INFO [StoreOpener-63587e06d7febc27a93a5b2fa7e81e0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63587e06d7febc27a93a5b2fa7e81e0d columnFamilyName queue 2024-11-21T20:21:59,138 DEBUG [StoreOpener-63587e06d7febc27a93a5b2fa7e81e0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:59,138 INFO [StoreOpener-63587e06d7febc27a93a5b2fa7e81e0d-1 {}] regionserver.HStore(327): Store=63587e06d7febc27a93a5b2fa7e81e0d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:59,138 INFO [StoreOpener-63587e06d7febc27a93a5b2fa7e81e0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 63587e06d7febc27a93a5b2fa7e81e0d 2024-11-21T20:21:59,139 INFO [StoreOpener-63587e06d7febc27a93a5b2fa7e81e0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63587e06d7febc27a93a5b2fa7e81e0d columnFamilyName sid 2024-11-21T20:21:59,139 DEBUG [StoreOpener-63587e06d7febc27a93a5b2fa7e81e0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:59,139 INFO [StoreOpener-63587e06d7febc27a93a5b2fa7e81e0d-1 {}] regionserver.HStore(327): Store=63587e06d7febc27a93a5b2fa7e81e0d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:21:59,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 63587e06d7febc27a93a5b2fa7e81e0d 2024-11-21T20:21:59,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/hbase/replication/63587e06d7febc27a93a5b2fa7e81e0d 2024-11-21T20:21:59,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/hbase/replication/63587e06d7febc27a93a5b2fa7e81e0d 2024-11-21T20:21:59,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 63587e06d7febc27a93a5b2fa7e81e0d 2024-11-21T20:21:59,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 63587e06d7febc27a93a5b2fa7e81e0d 2024-11-21T20:21:59,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:21:59,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 63587e06d7febc27a93a5b2fa7e81e0d 2024-11-21T20:21:59,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/hbase/replication/63587e06d7febc27a93a5b2fa7e81e0d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:21:59,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 63587e06d7febc27a93a5b2fa7e81e0d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59609829, jitterRate=-0.11174432933330536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:21:59,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 63587e06d7febc27a93a5b2fa7e81e0d 2024-11-21T20:21:59,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 63587e06d7febc27a93a5b2fa7e81e0d: Running coprocessor pre-open hook at 1732220519134Writing region info on filesystem at 1732220519134Initializing all the Stores at 1732220519135 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220519135Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220519135Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220519135Cleaning up temporary data from old regions at 1732220519141 (+6 ms)Running coprocessor post-open hooks at 1732220519147 (+6 ms)Region opened successfully at 1732220519147 2024-11-21T20:21:59,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732220518741.63587e06d7febc27a93a5b2fa7e81e0d., pid=10, masterSystemTime=1732220519100 2024-11-21T20:21:59,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732220518741.63587e06d7febc27a93a5b2fa7e81e0d. 2024-11-21T20:21:59,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732220518741.63587e06d7febc27a93a5b2fa7e81e0d. 2024-11-21T20:21:59,159 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=63587e06d7febc27a93a5b2fa7e81e0d, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,44873,1732220505401 2024-11-21T20:21:59,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63587e06d7febc27a93a5b2fa7e81e0d, server=377014bd7527,44873,1732220505401 because future has completed 2024-11-21T20:21:59,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T20:21:59,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 63587e06d7febc27a93a5b2fa7e81e0d, server=377014bd7527,44873,1732220505401 in 218 msec 2024-11-21T20:21:59,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T20:21:59,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=63587e06d7febc27a93a5b2fa7e81e0d, ASSIGN in 377 msec 2024-11-21T20:21:59,167 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:21:59,167 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220519167"}]},"ts":"1732220519167"} 2024-11-21T20:21:59,169 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T20:21:59,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:21:59,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 429 msec 2024-11-21T20:21:59,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732220518741.63587e06d7febc27a93a5b2fa7e81e0d., hostname=377014bd7527,44873,1732220505401, seqNum=2] 2024-11-21T20:21:59,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42095-0x1015f0f29dc0003, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1057446530 2024-11-21T20:21:59,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x1015f0f29dc0004, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1057446530 2024-11-21T20:21:59,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T20:21:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:21:59,381 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280 to pos 379, reset compression=false 2024-11-21T20:21:59,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44873 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T20:21:59,516 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T20:21:59,567 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-377014bd7527,44873,1732220505401, ReplicationSource: 1, currentBandwidth=0 2024-11-21T20:21:59,567 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:21:59,567 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44873,1732220505401, seqNum=-1] 2024-11-21T20:21:59,568 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:21:59,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-21T20:21:59,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-377014bd7527,44873,1732220505401', locateType=CURRENT is [region=hbase:replication,,1732220518741.63587e06d7febc27a93a5b2fa7e81e0d., hostname=377014bd7527,44873,1732220505401, seqNum=2] 2024-11-21T20:21:59,574 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T20:21:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42095 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T20:21:59,577 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 377014bd7527,44873,1732220505401 suceeded 2024-11-21T20:21:59,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T20:21:59,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 228 msec 2024-11-21T20:21:59,579 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://377014bd7527:39045,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T20:21:59,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 857 msec 2024-11-21T20:21:59,594 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:39045' 2024-11-21T20:21:59,604 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76eb1095, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:59,605 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,39045,-1 for getting cluster id 2024-11-21T20:21:59,605 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:21:59,605 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ba5e906-e66c-480e-b5e6-dce7e3b0b423' 2024-11-21T20:21:59,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:21:59,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ba5e906-e66c-480e-b5e6-dce7e3b0b423" 2024-11-21T20:21:59,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@402521a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:59,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,39045,-1] 2024-11-21T20:21:59,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:21:59,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:59,610 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:21:59,610 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16c557ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:59,611 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:21:59,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,39045,1732220511203 2024-11-21T20:21:59,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@646898e1 2024-11-21T20:21:59,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:21:59,613 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-21T20:21:59,617 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-377014bd7527,44873,1732220505401 (queues=1) is replicating from cluster=ed5d2f95-2780-4fee-af02-7ad0fc67b066 to cluster=3ba5e906-e66c-480e-b5e6-dce7e3b0b423 2024-11-21T20:21:59,617 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=377014bd7527%2C44873%2C1732220505401 2024-11-21T20:21:59,617 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-377014bd7527,44873,1732220505401, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T20:21:59,621 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170, startPosition=0, beingWritten=true 2024-11-21T20:21:59,621 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.shipper377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 377014bd7527%2C44873%2C1732220505401 2024-11-21T20:21:59,625 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:21:59,625 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 379, reset compression=false 2024-11-21T20:21:59,625 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.shipper377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,44873,1732220505401 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:21:59,837 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 379, reset compression=false 2024-11-21T20:21:59,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:21:59,864 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T20:21:59,864 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:21:59,864 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:21:59,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:59,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:59,864 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:21:59,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e4ccfb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:59,866 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,39045,-1 for getting cluster id 2024-11-21T20:21:59,866 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:21:59,872 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ba5e906-e66c-480e-b5e6-dce7e3b0b423' 2024-11-21T20:21:59,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:21:59,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ba5e906-e66c-480e-b5e6-dce7e3b0b423" 2024-11-21T20:21:59,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679fde0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:59,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,39045,-1] 2024-11-21T20:21:59,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:21:59,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:59,874 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:21:59,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec9229f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:59,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:21:59,876 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,39045,1732220511203 2024-11-21T20:21:59,876 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@750cdf06 2024-11-21T20:21:59,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:21:59,878 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:21:59,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39045 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://377014bd7527:42095,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T20:21:59,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39045 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T20:21:59,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:21:59,882 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:42095' 2024-11-21T20:21:59,885 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280 to pos 379, reset compression=false 2024-11-21T20:21:59,892 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37e212ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:59,892 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,42095,-1 for getting cluster id 2024-11-21T20:21:59,893 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:21:59,893 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed5d2f95-2780-4fee-af02-7ad0fc67b066' 2024-11-21T20:21:59,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:21:59,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed5d2f95-2780-4fee-af02-7ad0fc67b066" 2024-11-21T20:21:59,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@432ebbd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:59,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,42095,-1] 2024-11-21T20:21:59,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:21:59,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:59,895 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:21:59,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@129c95bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:21:59,897 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:21:59,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,42095,1732220505231 2024-11-21T20:21:59,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54bfd9f6 2024-11-21T20:21:59,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:21:59,899 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:21:59,900 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T20:21:59,900 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T20:21:59,900 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:59,901 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:21:59,901 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:21:59,902 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T20:21:59,903 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:21:59,904 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:21:59,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:21:59,905 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:21:59,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741837_1013 (size=1138) 2024-11-21T20:21:59,953 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T20:21:59,961 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 75f7b1f0d78b92aa2aa5296eff61548c, NAME => 'hbase:replication,,1732220519901.75f7b1f0d78b92aa2aa5296eff61548c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5 2024-11-21T20:21:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:21:59,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741838_1014 (size=44) 2024-11-21T20:21:59,997 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732220519901.75f7b1f0d78b92aa2aa5296eff61548c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:21:59,997 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 75f7b1f0d78b92aa2aa5296eff61548c, disabling compactions & flushes 2024-11-21T20:21:59,997 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732220519901.75f7b1f0d78b92aa2aa5296eff61548c. 2024-11-21T20:21:59,997 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732220519901.75f7b1f0d78b92aa2aa5296eff61548c. 2024-11-21T20:21:59,997 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732220519901.75f7b1f0d78b92aa2aa5296eff61548c. after waiting 0 ms 2024-11-21T20:21:59,997 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732220519901.75f7b1f0d78b92aa2aa5296eff61548c. 2024-11-21T20:21:59,997 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732220519901.75f7b1f0d78b92aa2aa5296eff61548c. 2024-11-21T20:21:59,997 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 75f7b1f0d78b92aa2aa5296eff61548c: Waiting for close lock at 1732220519997Disabling compacts and flushes for region at 1732220519997Disabling writes for close at 1732220519997Writing region close event to WAL at 1732220519997Closed at 1732220519997 2024-11-21T20:21:59,999 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:21:59,999 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732220519901.75f7b1f0d78b92aa2aa5296eff61548c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732220519999"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220519999"}]},"ts":"1732220519999"} 2024-11-21T20:22:00,001 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:22:00,002 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:22:00,002 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220520002"}]},"ts":"1732220520002"} 2024-11-21T20:22:00,004 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T20:22:00,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=75f7b1f0d78b92aa2aa5296eff61548c, ASSIGN}] 2024-11-21T20:22:00,006 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=75f7b1f0d78b92aa2aa5296eff61548c, ASSIGN 2024-11-21T20:22:00,008 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=75f7b1f0d78b92aa2aa5296eff61548c, ASSIGN; state=OFFLINE, location=377014bd7527,41753,1732220511744; forceNewPlan=false, retain=false 2024-11-21T20:22:00,141 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 379, reset compression=false 2024-11-21T20:22:00,158 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=75f7b1f0d78b92aa2aa5296eff61548c, regionState=OPENING, regionLocation=377014bd7527,41753,1732220511744 2024-11-21T20:22:00,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=75f7b1f0d78b92aa2aa5296eff61548c, ASSIGN because future has completed 2024-11-21T20:22:00,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75f7b1f0d78b92aa2aa5296eff61548c, server=377014bd7527,41753,1732220511744}] 2024-11-21T20:22:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:22:00,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732220519901.75f7b1f0d78b92aa2aa5296eff61548c. 2024-11-21T20:22:00,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:22:00,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T20:22:00,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C41753%2C1732220511744.rep, suffix=, logDir=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744, archiveDir=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/oldWALs, maxLogs=10 2024-11-21T20:22:00,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.rep.1732220520317, exclude list is [], retry=0 2024-11-21T20:22:00,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-adea4c58-4854-4491-8ebf-caabd160d344,DISK] 2024-11-21T20:22:00,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.rep.1732220520317 2024-11-21T20:22:00,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39403:39403)] 2024-11-21T20:22:00,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 75f7b1f0d78b92aa2aa5296eff61548c, NAME => 'hbase:replication,,1732220519901.75f7b1f0d78b92aa2aa5296eff61548c.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:22:00,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:22:00,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:22:00,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732220519901.75f7b1f0d78b92aa2aa5296eff61548c. service=MultiRowMutationService 2024-11-21T20:22:00,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T20:22:00,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 75f7b1f0d78b92aa2aa5296eff61548c 2024-11-21T20:22:00,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732220519901.75f7b1f0d78b92aa2aa5296eff61548c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:22:00,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 75f7b1f0d78b92aa2aa5296eff61548c 2024-11-21T20:22:00,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 75f7b1f0d78b92aa2aa5296eff61548c 2024-11-21T20:22:00,355 INFO [StoreOpener-75f7b1f0d78b92aa2aa5296eff61548c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 75f7b1f0d78b92aa2aa5296eff61548c 2024-11-21T20:22:00,357 INFO [StoreOpener-75f7b1f0d78b92aa2aa5296eff61548c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75f7b1f0d78b92aa2aa5296eff61548c columnFamilyName hfileref 2024-11-21T20:22:00,357 DEBUG [StoreOpener-75f7b1f0d78b92aa2aa5296eff61548c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:00,358 INFO [StoreOpener-75f7b1f0d78b92aa2aa5296eff61548c-1 {}] regionserver.HStore(327): Store=75f7b1f0d78b92aa2aa5296eff61548c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:22:00,358 INFO [StoreOpener-75f7b1f0d78b92aa2aa5296eff61548c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 75f7b1f0d78b92aa2aa5296eff61548c 2024-11-21T20:22:00,359 INFO [StoreOpener-75f7b1f0d78b92aa2aa5296eff61548c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75f7b1f0d78b92aa2aa5296eff61548c columnFamilyName queue 2024-11-21T20:22:00,359 DEBUG [StoreOpener-75f7b1f0d78b92aa2aa5296eff61548c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:00,360 INFO [StoreOpener-75f7b1f0d78b92aa2aa5296eff61548c-1 {}] regionserver.HStore(327): Store=75f7b1f0d78b92aa2aa5296eff61548c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:22:00,360 INFO [StoreOpener-75f7b1f0d78b92aa2aa5296eff61548c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 75f7b1f0d78b92aa2aa5296eff61548c 2024-11-21T20:22:00,361 INFO [StoreOpener-75f7b1f0d78b92aa2aa5296eff61548c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75f7b1f0d78b92aa2aa5296eff61548c columnFamilyName sid 2024-11-21T20:22:00,361 DEBUG [StoreOpener-75f7b1f0d78b92aa2aa5296eff61548c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:00,361 INFO [StoreOpener-75f7b1f0d78b92aa2aa5296eff61548c-1 {}] regionserver.HStore(327): Store=75f7b1f0d78b92aa2aa5296eff61548c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:22:00,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 75f7b1f0d78b92aa2aa5296eff61548c 2024-11-21T20:22:00,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/hbase/replication/75f7b1f0d78b92aa2aa5296eff61548c 2024-11-21T20:22:00,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/hbase/replication/75f7b1f0d78b92aa2aa5296eff61548c 2024-11-21T20:22:00,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 75f7b1f0d78b92aa2aa5296eff61548c 2024-11-21T20:22:00,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 75f7b1f0d78b92aa2aa5296eff61548c 2024-11-21T20:22:00,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:22:00,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 75f7b1f0d78b92aa2aa5296eff61548c 2024-11-21T20:22:00,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/hbase/replication/75f7b1f0d78b92aa2aa5296eff61548c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:22:00,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 75f7b1f0d78b92aa2aa5296eff61548c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64656840, jitterRate=-0.036538004875183105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:22:00,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 75f7b1f0d78b92aa2aa5296eff61548c 2024-11-21T20:22:00,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 75f7b1f0d78b92aa2aa5296eff61548c: Running coprocessor pre-open hook at 1732220520353Writing region info on filesystem at 1732220520353Initializing all the Stores at 1732220520354 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220520354Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220520355 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220520355Cleaning up temporary data from old regions at 1732220520365 (+10 ms)Running coprocessor post-open hooks at 1732220520370 (+5 ms)Region opened successfully at 1732220520370 2024-11-21T20:22:00,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732220519901.75f7b1f0d78b92aa2aa5296eff61548c., pid=10, masterSystemTime=1732220520313 2024-11-21T20:22:00,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732220519901.75f7b1f0d78b92aa2aa5296eff61548c. 2024-11-21T20:22:00,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732220519901.75f7b1f0d78b92aa2aa5296eff61548c. 2024-11-21T20:22:00,374 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=75f7b1f0d78b92aa2aa5296eff61548c, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,41753,1732220511744 2024-11-21T20:22:00,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75f7b1f0d78b92aa2aa5296eff61548c, server=377014bd7527,41753,1732220511744 because future has completed 2024-11-21T20:22:00,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T20:22:00,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 75f7b1f0d78b92aa2aa5296eff61548c, server=377014bd7527,41753,1732220511744 in 216 msec 2024-11-21T20:22:00,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T20:22:00,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=75f7b1f0d78b92aa2aa5296eff61548c, ASSIGN in 374 msec 2024-11-21T20:22:00,382 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:22:00,382 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220520382"}]},"ts":"1732220520382"} 2024-11-21T20:22:00,384 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T20:22:00,386 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:22:00,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 485 msec 2024-11-21T20:22:00,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732220519901.75f7b1f0d78b92aa2aa5296eff61548c., hostname=377014bd7527,41753,1732220511744, seqNum=2] 2024-11-21T20:22:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:22:00,507 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280 to pos 379, reset compression=false 2024-11-21T20:22:00,545 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 379, reset compression=false 2024-11-21T20:22:00,564 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:22:00,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:00,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:00,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:00,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:00,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:00,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39045-0x1015f0f29dc0006, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150396876 2024-11-21T20:22:00,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x1015f0f29dc0007, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150396876 2024-11-21T20:22:00,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:00,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:00,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:00,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:00,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:00,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:00,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:00,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:00,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:00,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:00,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T20:22:00,677 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T20:22:00,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41753 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T20:22:00,818 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T20:22:00,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T20:22:00,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T20:22:00,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T20:22:00,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T20:22:00,851 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-377014bd7527,41753,1732220511744, ReplicationSource: 1, currentBandwidth=0 2024-11-21T20:22:00,852 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:22:00,852 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,41753,1732220511744, seqNum=-1] 2024-11-21T20:22:00,852 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:22:00,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-21T20:22:00,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-377014bd7527,41753,1732220511744', locateType=CURRENT is [region=hbase:replication,,1732220519901.75f7b1f0d78b92aa2aa5296eff61548c., hostname=377014bd7527,41753,1732220511744, seqNum=2] 2024-11-21T20:22:00,860 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T20:22:00,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39045 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T20:22:00,863 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 377014bd7527,41753,1732220511744 suceeded 2024-11-21T20:22:00,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T20:22:00,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-21T20:22:00,865 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://377014bd7527:42095,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T20:22:00,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 987 msec 2024-11-21T20:22:00,877 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:42095' 2024-11-21T20:22:00,879 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38307c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:00,879 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,42095,-1 for getting cluster id 2024-11-21T20:22:00,879 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:22:00,879 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed5d2f95-2780-4fee-af02-7ad0fc67b066' 2024-11-21T20:22:00,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:22:00,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed5d2f95-2780-4fee-af02-7ad0fc67b066" 2024-11-21T20:22:00,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a923ab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:00,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,42095,-1] 2024-11-21T20:22:00,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:22:00,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:00,881 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:22:00,882 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4851efd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:00,882 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:22:00,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,42095,1732220505231 2024-11-21T20:22:00,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e35364c 2024-11-21T20:22:00,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:22:00,884 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-21T20:22:00,884 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-377014bd7527,41753,1732220511744 (queues=1) is replicating from cluster=3ba5e906-e66c-480e-b5e6-dce7e3b0b423 to cluster=ed5d2f95-2780-4fee-af02-7ad0fc67b066 2024-11-21T20:22:00,884 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=377014bd7527%2C41753%2C1732220511744 2024-11-21T20:22:00,884 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-377014bd7527,41753,1732220511744, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T20:22:00,885 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538, startPosition=0, beingWritten=true 2024-11-21T20:22:00,885 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.shipper377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 377014bd7527%2C41753%2C1732220511744 2024-11-21T20:22:00,896 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:22:00,897 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.shipper377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,41753,1732220511744 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:22:00,899 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538 to pos 379, reset compression=false 2024-11-21T20:22:01,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:22:01,014 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T20:22:01,014 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:22:01,014 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:22:01,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:01,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:01,015 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:22:01,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55415660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:01,020 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,42777,-1 for getting cluster id 2024-11-21T20:22:01,021 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:22:01,021 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '461e7c73-39ad-4382-9f0d-cd739f53aa07' 2024-11-21T20:22:01,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:22:01,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "461e7c73-39ad-4382-9f0d-cd739f53aa07" 2024-11-21T20:22:01,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49026687, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:01,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,42777,-1] 2024-11-21T20:22:01,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:22:01,023 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:01,023 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:22:01,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e222da9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:01,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f605ef4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:01,025 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,42095,-1 for getting cluster id 2024-11-21T20:22:01,025 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:22:01,026 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed5d2f95-2780-4fee-af02-7ad0fc67b066' 2024-11-21T20:22:01,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:22:01,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed5d2f95-2780-4fee-af02-7ad0fc67b066" 2024-11-21T20:22:01,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@797835c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:01,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,42095,-1] 2024-11-21T20:22:01,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:22:01,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:01,028 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:22:01,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d9166fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:01,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b7384f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:01,043 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,39045,-1 for getting cluster id 2024-11-21T20:22:01,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:22:01,044 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ba5e906-e66c-480e-b5e6-dce7e3b0b423' 2024-11-21T20:22:01,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:22:01,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ba5e906-e66c-480e-b5e6-dce7e3b0b423" 2024-11-21T20:22:01,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e79f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:01,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,39045,-1] 2024-11-21T20:22:01,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:22:01,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:01,046 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:22:01,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48aed6ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:01,047 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:22:01,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,35737,1732220500460, seqNum=-1] 2024-11-21T20:22:01,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:22:01,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:22:01,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732220515164.949a3df3b91cf3e92c975a198c45ad3a., hostname=377014bd7527,35737,1732220500460, seqNum=2] 2024-11-21T20:22:01,053 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 379, reset compression=false 2024-11-21T20:22:01,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:22:01,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,41753,1732220511744, seqNum=-1] 2024-11-21T20:22:01,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:22:01,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:22:01,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732220516937.c2444fae7be1018c1975abc85eb2aa61., hostname=377014bd7527,41753,1732220511744, seqNum=2] 2024-11-21T20:22:01,066 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-21T20:22:01,105 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538 to pos 379, reset compression=false 2024-11-21T20:22:01,210 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280 to pos 379, reset compression=false 2024-11-21T20:22:01,214 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T20:22:01,214 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280 to pos 480, reset compression=false 2024-11-21T20:22:01,214 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.shipper377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,35737,1732220500460 got entry batch from reader: WALEntryBatch [walEntries=[{test/949a3df3b91cf3e92c975a198c45ad3a/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-21T20:22:01,217 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.shipper377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:22:01,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-21T20:22:01,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T20:22:01,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@607be0a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:01,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,42095,-1 for getting cluster id 2024-11-21T20:22:01,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:22:01,226 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed5d2f95-2780-4fee-af02-7ad0fc67b066' 2024-11-21T20:22:01,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:22:01,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed5d2f95-2780-4fee-af02-7ad0fc67b066" 2024-11-21T20:22:01,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78c08c00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:01,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,42095,-1] 2024-11-21T20:22:01,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:22:01,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:01,227 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:22:01,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f159e55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:01,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:22:01,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44873,1732220505401, seqNum=-1] 2024-11-21T20:22:01,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:22:01,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-21T20:22:01,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732220515796.dbba4558a704862a5080249aeffd90be., hostname=377014bd7527,44873,1732220505401, seqNum=2] 2024-11-21T20:22:01,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T20:22:01,408 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538 to pos 379, reset compression=false 2024-11-21T20:22:01,418 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280 to pos 480, reset compression=false 2024-11-21T20:22:01,689 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 379, reset compression=false 2024-11-21T20:22:01,694 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T20:22:01,694 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 503, reset compression=false 2024-11-21T20:22:01,694 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.shipper377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,44873,1732220505401 got entry batch from reader: WALEntryBatch [walEntries=[{test/dbba4558a704862a5080249aeffd90be/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-21T20:22:01,697 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.shipper377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:22:01,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-21T20:22:01,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T20:22:01,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66d14221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:01,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,39045,-1 for getting cluster id 2024-11-21T20:22:01,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:22:01,700 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ba5e906-e66c-480e-b5e6-dce7e3b0b423' 2024-11-21T20:22:01,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:22:01,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ba5e906-e66c-480e-b5e6-dce7e3b0b423" 2024-11-21T20:22:01,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59cd340c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:01,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,39045,-1] 2024-11-21T20:22:01,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:22:01,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:01,702 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:22:01,703 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ad23a5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:01,703 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:22:01,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,41753,1732220511744, seqNum=-1] 2024-11-21T20:22:01,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:22:01,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-21T20:22:01,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732220516937.c2444fae7be1018c1975abc85eb2aa61., hostname=377014bd7527,41753,1732220511744, seqNum=2] 2024-11-21T20:22:01,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T20:22:01,724 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280 to pos 480, reset compression=false 2024-11-21T20:22:01,812 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538 to pos 379, reset compression=false 2024-11-21T20:22:01,816 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:22:01,816 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538 to pos 527, reset compression=false 2024-11-21T20:22:01,816 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.shipper377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,41753,1732220511744 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:22:01,898 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 503, reset compression=false 2024-11-21T20:22:02,019 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538 to pos 527, reset compression=false 2024-11-21T20:22:02,068 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-21T20:22:02,069 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:22:02,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44873,1732220505401, seqNum=-1] 2024-11-21T20:22:02,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:22:02,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:22:02,073 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732220515796.dbba4558a704862a5080249aeffd90be., hostname=377014bd7527,44873,1732220505401, seqNum=2] 2024-11-21T20:22:02,076 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-21T20:22:02,128 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280 to pos 480, reset compression=false 2024-11-21T20:22:02,202 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 503, reset compression=false 2024-11-21T20:22:02,207 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T20:22:02,207 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 607, reset compression=false 2024-11-21T20:22:02,207 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.shipper377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,44873,1732220505401 got entry batch from reader: WALEntryBatch [walEntries=[{test/dbba4558a704862a5080249aeffd90be/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T20:22:02,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T20:22:02,212 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T20:22:02,323 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538 to pos 527, reset compression=false 2024-11-21T20:22:02,327 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:22:02,327 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538 to pos 655, reset compression=false 2024-11-21T20:22:02,327 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.shipper377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,41753,1732220511744 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:22:02,414 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 607, reset compression=false 2024-11-21T20:22:02,530 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538 to pos 655, reset compression=false 2024-11-21T20:22:02,636 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280 to pos 480, reset compression=false 2024-11-21T20:22:02,718 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 607, reset compression=false 2024-11-21T20:22:02,842 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538 to pos 655, reset compression=false 2024-11-21T20:22:03,078 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-21T20:22:03,081 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-21T20:22:03,122 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 607, reset compression=false 2024-11-21T20:22:03,239 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280 to pos 480, reset compression=false 2024-11-21T20:22:03,247 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538 to pos 655, reset compression=false 2024-11-21T20:22:03,281 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T20:22:03,281 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538 to pos 759, reset compression=false 2024-11-21T20:22:03,282 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.shipper377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,41753,1732220511744 got entry batch from reader: WALEntryBatch [walEntries=[{test/c2444fae7be1018c1975abc85eb2aa61/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T20:22:03,286 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.shipper377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:22:03,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-21T20:22:03,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T20:22:03,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T20:22:03,490 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538 to pos 759, reset compression=false 2024-11-21T20:22:03,625 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 607, reset compression=false 2024-11-21T20:22:03,634 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:22:03,634 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 734, reset compression=false 2024-11-21T20:22:03,634 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.shipper377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,44873,1732220505401 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:22:03,812 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538 to pos 759, reset compression=false 2024-11-21T20:22:03,841 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 734, reset compression=false 2024-11-21T20:22:03,971 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280 to pos 480, reset compression=false 2024-11-21T20:22:04,083 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-21T20:22:04,087 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-21T20:22:04,149 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 734, reset compression=false 2024-11-21T20:22:04,219 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538 to pos 759, reset compression=false 2024-11-21T20:22:04,553 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 734, reset compression=false 2024-11-21T20:22:04,724 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538 to pos 759, reset compression=false 2024-11-21T20:22:04,774 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280 to pos 480, reset compression=false 2024-11-21T20:22:04,779 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T20:22:04,779 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280 to pos 636, reset compression=false 2024-11-21T20:22:04,779 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.shipper377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,35737,1732220500460 got entry batch from reader: WALEntryBatch [walEntries=[{test/949a3df3b91cf3e92c975a198c45ad3a/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-21T20:22:04,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T20:22:04,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T20:22:04,985 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280 to pos 636, reset compression=false 2024-11-21T20:22:05,058 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 734, reset compression=false 2024-11-21T20:22:05,061 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T20:22:05,061 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 881, reset compression=false 2024-11-21T20:22:05,062 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.shipper377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,44873,1732220505401 got entry batch from reader: WALEntryBatch [walEntries=[{test/dbba4558a704862a5080249aeffd90be/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-21T20:22:05,062 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T20:22:05,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T20:22:05,089 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-21T20:22:05,091 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-21T20:22:05,265 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 881, reset compression=false 2024-11-21T20:22:05,270 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T20:22:05,270 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 1040, reset compression=false 2024-11-21T20:22:05,270 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.shipper377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,44873,1732220505401 got entry batch from reader: WALEntryBatch [walEntries=[{test/dbba4558a704862a5080249aeffd90be/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T20:22:05,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T20:22:05,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T20:22:05,288 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280 to pos 636, reset compression=false 2024-11-21T20:22:05,328 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538 to pos 759, reset compression=false 2024-11-21T20:22:05,333 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:22:05,333 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538 to pos 1080, reset compression=false 2024-11-21T20:22:05,333 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.shipper377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,41753,1732220511744 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:22:05,475 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 1040, reset compression=false 2024-11-21T20:22:05,540 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538 to pos 1080, reset compression=false 2024-11-21T20:22:05,692 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280 to pos 636, reset compression=false 2024-11-21T20:22:05,779 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 1040, reset compression=false 2024-11-21T20:22:05,843 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538 to pos 1080, reset compression=false 2024-11-21T20:22:05,856 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:22:05,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:05,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:05,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:05,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:05,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:05,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:05,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:05,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:05,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:05,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:05,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:05,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:05,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:05,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:05,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:06,094 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-21T20:22:06,097 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-21T20:22:06,182 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 1040, reset compression=false 2024-11-21T20:22:06,195 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280 to pos 636, reset compression=false 2024-11-21T20:22:06,253 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538 to pos 1080, reset compression=false 2024-11-21T20:22:06,258 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T20:22:06,258 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538 to pos 1239, reset compression=false 2024-11-21T20:22:06,258 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.shipper377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,41753,1732220511744 got entry batch from reader: WALEntryBatch [walEntries=[{test/c2444fae7be1018c1975abc85eb2aa61/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T20:22:06,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T20:22:06,265 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T20:22:06,462 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538 to pos 1239, reset compression=false 2024-11-21T20:22:06,685 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 1040, reset compression=false 2024-11-21T20:22:06,689 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:22:06,689 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 1189, reset compression=false 2024-11-21T20:22:06,689 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.shipper377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,44873,1732220505401 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:22:06,765 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538 to pos 1239, reset compression=false 2024-11-21T20:22:06,798 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280 to pos 636, reset compression=false 2024-11-21T20:22:06,893 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 1189, reset compression=false 2024-11-21T20:22:07,099 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-21T20:22:07,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T20:22:07,104 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:22:07,105 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:22:07,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:07,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:07,105 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:22:07,105 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T20:22:07,105 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1005756866, stopped=false 2024-11-21T20:22:07,105 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=377014bd7527,39045,1732220511203 2024-11-21T20:22:07,170 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538 to pos 1239, reset compression=false 2024-11-21T20:22:07,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39045-0x1015f0f29dc0006, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21150396876/running 2024-11-21T20:22:07,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x1015f0f29dc0007, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21150396876/running 2024-11-21T20:22:07,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x1015f0f29dc0007, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150396876 2024-11-21T20:22:07,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39045-0x1015f0f29dc0006, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150396876 2024-11-21T20:22:07,177 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:22:07,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41753-0x1015f0f29dc0007, quorum=127.0.0.1:49217, baseZNode=/21150396876 Set watcher on znode that does not yet exist, /21150396876/running 2024-11-21T20:22:07,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39045-0x1015f0f29dc0006, quorum=127.0.0.1:49217, baseZNode=/21150396876 Set watcher on znode that does not yet exist, /21150396876/running 2024-11-21T20:22:07,179 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:22:07,179 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:22:07,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:07,179 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '377014bd7527,41753,1732220511744' ***** 2024-11-21T20:22:07,179 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T20:22:07,179 INFO [RS:0;377014bd7527:41753 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T20:22:07,179 INFO [RS:0;377014bd7527:41753 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T20:22:07,179 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T20:22:07,179 INFO [RS:0;377014bd7527:41753 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T20:22:07,179 INFO [RS:0;377014bd7527:41753 {}] regionserver.HRegionServer(3091): Received CLOSE for 75f7b1f0d78b92aa2aa5296eff61548c 2024-11-21T20:22:07,180 INFO [RS:0;377014bd7527:41753 {}] regionserver.HRegionServer(3091): Received CLOSE for c2444fae7be1018c1975abc85eb2aa61 2024-11-21T20:22:07,180 INFO [RS:0;377014bd7527:41753 {}] regionserver.HRegionServer(959): stopping server 377014bd7527,41753,1732220511744 2024-11-21T20:22:07,180 INFO [RS:0;377014bd7527:41753 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:22:07,180 INFO [RS:0;377014bd7527:41753 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:41753. 2024-11-21T20:22:07,180 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 75f7b1f0d78b92aa2aa5296eff61548c, disabling compactions & flushes 2024-11-21T20:22:07,180 DEBUG [RS:0;377014bd7527:41753 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:22:07,180 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732220519901.75f7b1f0d78b92aa2aa5296eff61548c. 2024-11-21T20:22:07,180 DEBUG [RS:0;377014bd7527:41753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:07,180 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732220519901.75f7b1f0d78b92aa2aa5296eff61548c. 2024-11-21T20:22:07,180 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732220519901.75f7b1f0d78b92aa2aa5296eff61548c. after waiting 0 ms 2024-11-21T20:22:07,180 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732220519901.75f7b1f0d78b92aa2aa5296eff61548c. 2024-11-21T20:22:07,180 INFO [RS:0;377014bd7527:41753 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T20:22:07,180 INFO [RS:0;377014bd7527:41753 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T20:22:07,180 INFO [RS:0;377014bd7527:41753 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T20:22:07,180 INFO [RS:0;377014bd7527:41753 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T20:22:07,180 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 75f7b1f0d78b92aa2aa5296eff61548c 3/3 column families, dataSize=1.02 KB heapSize=2.28 KB 2024-11-21T20:22:07,180 INFO [RS:0;377014bd7527:41753 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T20:22:07,180 DEBUG [RS:0;377014bd7527:41753 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 75f7b1f0d78b92aa2aa5296eff61548c=hbase:replication,,1732220519901.75f7b1f0d78b92aa2aa5296eff61548c., c2444fae7be1018c1975abc85eb2aa61=test,,1732220516937.c2444fae7be1018c1975abc85eb2aa61.} 2024-11-21T20:22:07,180 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:22:07,180 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:22:07,180 DEBUG [RS:0;377014bd7527:41753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75f7b1f0d78b92aa2aa5296eff61548c, c2444fae7be1018c1975abc85eb2aa61 2024-11-21T20:22:07,180 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:22:07,180 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:22:07,180 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:22:07,181 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T20:22:07,197 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 1189, reset compression=false 2024-11-21T20:22:07,199 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/hbase/replication/75f7b1f0d78b92aa2aa5296eff61548c/.tmp/queue/cb336917a9e44338bcf0a1ff58b40787 is 154, key is 1-377014bd7527,41753,1732220511744/queue:377014bd7527%2C41753%2C1732220511744/1732220526266/Put/seqid=0 2024-11-21T20:22:07,200 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/hbase/meta/1588230740/.tmp/info/496ecbad8551411895abad31e21d0ab8 is 147, key is hbase:replication,,1732220519901.75f7b1f0d78b92aa2aa5296eff61548c./info:regioninfo/1732220520374/Put/seqid=0 2024-11-21T20:22:07,208 INFO [regionserver/377014bd7527:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:22:07,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741841_1017 (size=5353) 2024-11-21T20:22:07,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741840_1016 (size=7686) 2024-11-21T20:22:07,218 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/hbase/meta/1588230740/.tmp/info/496ecbad8551411895abad31e21d0ab8 2024-11-21T20:22:07,235 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/hbase/meta/1588230740/.tmp/ns/cae5269578ab40f89daf04d77cad6a95 is 43, key is default/ns:d/1732220515100/Put/seqid=0 2024-11-21T20:22:07,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741842_1018 (size=5153) 2024-11-21T20:22:07,381 DEBUG [RS:0;377014bd7527:41753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75f7b1f0d78b92aa2aa5296eff61548c, c2444fae7be1018c1975abc85eb2aa61 2024-11-21T20:22:07,394 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T20:22:07,394 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T20:22:07,502 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280 to pos 636, reset compression=false 2024-11-21T20:22:07,581 DEBUG [RS:0;377014bd7527:41753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75f7b1f0d78b92aa2aa5296eff61548c, c2444fae7be1018c1975abc85eb2aa61 2024-11-21T20:22:07,611 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 1189, reset compression=false 2024-11-21T20:22:07,611 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.02 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/hbase/replication/75f7b1f0d78b92aa2aa5296eff61548c/.tmp/queue/cb336917a9e44338bcf0a1ff58b40787 2024-11-21T20:22:07,615 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/hbase/replication/75f7b1f0d78b92aa2aa5296eff61548c/.tmp/queue/cb336917a9e44338bcf0a1ff58b40787 as hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/hbase/replication/75f7b1f0d78b92aa2aa5296eff61548c/queue/cb336917a9e44338bcf0a1ff58b40787 2024-11-21T20:22:07,619 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/hbase/replication/75f7b1f0d78b92aa2aa5296eff61548c/queue/cb336917a9e44338bcf0a1ff58b40787, entries=1, sequenceid=11, filesize=5.2 K 2024-11-21T20:22:07,620 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 75f7b1f0d78b92aa2aa5296eff61548c in 439ms, sequenceid=11, compaction requested=false 2024-11-21T20:22:07,622 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/hbase/replication/75f7b1f0d78b92aa2aa5296eff61548c/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T20:22:07,623 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:22:07,623 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:22:07,623 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732220519901.75f7b1f0d78b92aa2aa5296eff61548c. 2024-11-21T20:22:07,623 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 75f7b1f0d78b92aa2aa5296eff61548c: Waiting for close lock at 1732220527180Running coprocessor pre-close hooks at 1732220527180Disabling compacts and flushes for region at 1732220527180Disabling writes for close at 1732220527180Obtaining lock to block concurrent updates at 1732220527180Preparing flush snapshotting stores in 75f7b1f0d78b92aa2aa5296eff61548c at 1732220527180Finished memstore snapshotting hbase:replication,,1732220519901.75f7b1f0d78b92aa2aa5296eff61548c., syncing WAL and waiting on mvcc, flushsize=dataSize=1043, getHeapSize=2288, getOffHeapSize=0, getCellsCount=7 at 1732220527180Flushing stores of hbase:replication,,1732220519901.75f7b1f0d78b92aa2aa5296eff61548c. at 1732220527181 (+1 ms)Flushing 75f7b1f0d78b92aa2aa5296eff61548c/queue: creating writer at 1732220527181Flushing 75f7b1f0d78b92aa2aa5296eff61548c/queue: appending metadata at 1732220527198 (+17 ms)Flushing 75f7b1f0d78b92aa2aa5296eff61548c/queue: closing flushed file at 1732220527198Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38ab2cda: reopening flushed file at 1732220527615 (+417 ms)Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 75f7b1f0d78b92aa2aa5296eff61548c in 439ms, sequenceid=11, compaction requested=false at 1732220527620 (+5 ms)Writing region close event to WAL at 1732220527620Running coprocessor post-close hooks at 1732220527623 (+3 ms)Closed at 1732220527623 2024-11-21T20:22:07,623 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732220519901.75f7b1f0d78b92aa2aa5296eff61548c. 2024-11-21T20:22:07,623 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c2444fae7be1018c1975abc85eb2aa61, disabling compactions & flushes 2024-11-21T20:22:07,623 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732220516937.c2444fae7be1018c1975abc85eb2aa61. 2024-11-21T20:22:07,623 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732220516937.c2444fae7be1018c1975abc85eb2aa61. 2024-11-21T20:22:07,623 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732220516937.c2444fae7be1018c1975abc85eb2aa61. after waiting 0 ms 2024-11-21T20:22:07,623 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732220516937.c2444fae7be1018c1975abc85eb2aa61. 2024-11-21T20:22:07,623 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c2444fae7be1018c1975abc85eb2aa61 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-21T20:22:07,640 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/default/test/c2444fae7be1018c1975abc85eb2aa61/.tmp/f/eb16bb1a1d3a43a388576e345219b0fa is 29, key is row1/f:/1732220525089/DeleteFamily/seqid=0 2024-11-21T20:22:07,642 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/hbase/meta/1588230740/.tmp/ns/cae5269578ab40f89daf04d77cad6a95 2024-11-21T20:22:07,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741843_1019 (size=5152) 2024-11-21T20:22:07,664 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/hbase/meta/1588230740/.tmp/rep_barrier/55daddced5a54663baf35b275a59dd9e is 112, key is test,,1732220516937.c2444fae7be1018c1975abc85eb2aa61./rep_barrier:seqnumDuringOpen/1732220517430/Put/seqid=0 2024-11-21T20:22:07,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741844_1020 (size=5518) 2024-11-21T20:22:07,672 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538 to pos 1239, reset compression=false 2024-11-21T20:22:07,676 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:22:07,677 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538 to pos 1486, reset compression=false 2024-11-21T20:22:07,677 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.shipper377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,41753,1732220511744 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:22:07,678 ERROR [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.shipper377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 377014bd7527,41753,1732220511744: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-377014bd7527,41753,1732220511744, walGroup=377014bd7527%2C41753%2C1732220511744, offset=377014bd7527%2C41753%2C1732220511744.1732220514538:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:41753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T20:22:07,679 ERROR [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.shipper377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T20:22:07,679 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.shipper377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T20:22:07,680 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.shipper377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T20:22:07,680 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.shipper377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T20:22:07,680 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.shipper377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T20:22:07,680 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.shipper377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1350565888, "init": 1048576000, "max": 2306867200, "used": 907520376 }, "NonHeapMemoryUsage": { "committed": 205717504, "init": 7667712, "max": -1, "used": 201330416 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T20:22:07,680 WARN [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.shipper377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:39045 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:39045 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T20:22:07,781 DEBUG [RS:0;377014bd7527:41753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2444fae7be1018c1975abc85eb2aa61 2024-11-21T20:22:07,879 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538 to pos 1486, reset compression=false 2024-11-21T20:22:07,981 DEBUG [RS:0;377014bd7527:41753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2444fae7be1018c1975abc85eb2aa61 2024-11-21T20:22:08,045 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/default/test/c2444fae7be1018c1975abc85eb2aa61/.tmp/f/eb16bb1a1d3a43a388576e345219b0fa 2024-11-21T20:22:08,049 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb16bb1a1d3a43a388576e345219b0fa 2024-11-21T20:22:08,067 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/default/test/c2444fae7be1018c1975abc85eb2aa61/.tmp/f1/79e3962f148d46949834720b040c77c5 is 30, key is row1/f1:/1732220525089/DeleteFamily/seqid=0 2024-11-21T20:22:08,068 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/hbase/meta/1588230740/.tmp/rep_barrier/55daddced5a54663baf35b275a59dd9e 2024-11-21T20:22:08,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741845_1021 (size=5158) 2024-11-21T20:22:08,087 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/hbase/meta/1588230740/.tmp/table/f47e0fc0c2d8443a9729a5d56ec3a6d0 is 53, key is hbase:replication/table:state/1732220520382/Put/seqid=0 2024-11-21T20:22:08,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741846_1022 (size=5308) 2024-11-21T20:22:08,115 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 1189, reset compression=false 2024-11-21T20:22:08,181 INFO [RS:0;377014bd7527:41753 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T20:22:08,181 DEBUG [RS:0;377014bd7527:41753 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c2444fae7be1018c1975abc85eb2aa61=test,,1732220516937.c2444fae7be1018c1975abc85eb2aa61.} 2024-11-21T20:22:08,181 DEBUG [RS:0;377014bd7527:41753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2444fae7be1018c1975abc85eb2aa61 2024-11-21T20:22:08,183 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538 to pos 1486, reset compression=false 2024-11-21T20:22:08,306 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280 to pos 636, reset compression=false 2024-11-21T20:22:08,382 DEBUG [RS:0;377014bd7527:41753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2444fae7be1018c1975abc85eb2aa61 2024-11-21T20:22:08,484 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/default/test/c2444fae7be1018c1975abc85eb2aa61/.tmp/f1/79e3962f148d46949834720b040c77c5 2024-11-21T20:22:08,491 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/hbase/meta/1588230740/.tmp/table/f47e0fc0c2d8443a9729a5d56ec3a6d0 2024-11-21T20:22:08,552 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79e3962f148d46949834720b040c77c5 2024-11-21T20:22:08,553 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/hbase/meta/1588230740/.tmp/info/496ecbad8551411895abad31e21d0ab8 as hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/hbase/meta/1588230740/info/496ecbad8551411895abad31e21d0ab8 2024-11-21T20:22:08,556 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/hbase/meta/1588230740/info/496ecbad8551411895abad31e21d0ab8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T20:22:08,556 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/hbase/meta/1588230740/.tmp/ns/cae5269578ab40f89daf04d77cad6a95 as hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/hbase/meta/1588230740/ns/cae5269578ab40f89daf04d77cad6a95 2024-11-21T20:22:08,560 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/hbase/meta/1588230740/ns/cae5269578ab40f89daf04d77cad6a95, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T20:22:08,560 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/hbase/meta/1588230740/.tmp/rep_barrier/55daddced5a54663baf35b275a59dd9e as hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/hbase/meta/1588230740/rep_barrier/55daddced5a54663baf35b275a59dd9e 2024-11-21T20:22:08,564 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/hbase/meta/1588230740/rep_barrier/55daddced5a54663baf35b275a59dd9e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T20:22:08,564 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/hbase/meta/1588230740/.tmp/table/f47e0fc0c2d8443a9729a5d56ec3a6d0 as hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/hbase/meta/1588230740/table/f47e0fc0c2d8443a9729a5d56ec3a6d0 2024-11-21T20:22:08,567 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/default/test/c2444fae7be1018c1975abc85eb2aa61/.tmp/norep/b4b84e25fb1f43f2a27ec373bc321ee0 is 33, key is row2/norep:/1732220526095/DeleteFamily/seqid=0 2024-11-21T20:22:08,568 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/hbase/meta/1588230740/table/f47e0fc0c2d8443a9729a5d56ec3a6d0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T20:22:08,569 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1388ms, sequenceid=16, compaction requested=false 2024-11-21T20:22:08,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741847_1023 (size=5108) 2024-11-21T20:22:08,570 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/default/test/c2444fae7be1018c1975abc85eb2aa61/.tmp/norep/b4b84e25fb1f43f2a27ec373bc321ee0 2024-11-21T20:22:08,572 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T20:22:08,573 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:22:08,573 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:22:08,573 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:22:08,573 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220527180Running coprocessor pre-close hooks at 1732220527180Disabling compacts and flushes for region at 1732220527180Disabling writes for close at 1732220527180Obtaining lock to block concurrent updates at 1732220527181 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732220527181Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732220527181Flushing stores of hbase:meta,,1.1588230740 at 1732220527181Flushing 1588230740/info: creating writer at 1732220527181Flushing 1588230740/info: appending metadata at 1732220527199 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732220527199Flushing 1588230740/ns: creating writer at 1732220527222 (+23 ms)Flushing 1588230740/ns: appending metadata at 1732220527235 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732220527235Flushing 1588230740/rep_barrier: creating writer at 1732220527646 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732220527664 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732220527664Flushing 1588230740/table: creating writer at 1732220528072 (+408 ms)Flushing 1588230740/table: appending metadata at 1732220528087 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732220528087Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@494e1cb2: reopening flushed file at 1732220528552 (+465 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ab505dc: reopening flushed file at 1732220528556 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2751fc27: reopening flushed file at 1732220528560 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bbb0c87: reopening flushed file at 1732220528564 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1388ms, sequenceid=16, compaction requested=false at 1732220528569 (+5 ms)Writing region close event to WAL at 1732220528570 (+1 ms)Running coprocessor post-close hooks at 1732220528573 (+3 ms)Closed at 1732220528573 2024-11-21T20:22:08,573 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T20:22:08,573 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b4b84e25fb1f43f2a27ec373bc321ee0 2024-11-21T20:22:08,574 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/default/test/c2444fae7be1018c1975abc85eb2aa61/.tmp/f/eb16bb1a1d3a43a388576e345219b0fa as hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/default/test/c2444fae7be1018c1975abc85eb2aa61/f/eb16bb1a1d3a43a388576e345219b0fa 2024-11-21T20:22:08,577 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb16bb1a1d3a43a388576e345219b0fa 2024-11-21T20:22:08,577 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/default/test/c2444fae7be1018c1975abc85eb2aa61/f/eb16bb1a1d3a43a388576e345219b0fa, entries=3, sequenceid=10, filesize=5.0 K 2024-11-21T20:22:08,578 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/default/test/c2444fae7be1018c1975abc85eb2aa61/.tmp/f1/79e3962f148d46949834720b040c77c5 as hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/default/test/c2444fae7be1018c1975abc85eb2aa61/f1/79e3962f148d46949834720b040c77c5 2024-11-21T20:22:08,581 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79e3962f148d46949834720b040c77c5 2024-11-21T20:22:08,581 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/default/test/c2444fae7be1018c1975abc85eb2aa61/f1/79e3962f148d46949834720b040c77c5, entries=3, sequenceid=10, filesize=5.0 K 2024-11-21T20:22:08,582 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/default/test/c2444fae7be1018c1975abc85eb2aa61/.tmp/norep/b4b84e25fb1f43f2a27ec373bc321ee0 as hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/default/test/c2444fae7be1018c1975abc85eb2aa61/norep/b4b84e25fb1f43f2a27ec373bc321ee0 2024-11-21T20:22:08,582 DEBUG [RS:0;377014bd7527:41753 {}] regionserver.HRegionServer(1351): Waiting on c2444fae7be1018c1975abc85eb2aa61 2024-11-21T20:22:08,585 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b4b84e25fb1f43f2a27ec373bc321ee0 2024-11-21T20:22:08,585 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/default/test/c2444fae7be1018c1975abc85eb2aa61/norep/b4b84e25fb1f43f2a27ec373bc321ee0, entries=1, sequenceid=10, filesize=5.0 K 2024-11-21T20:22:08,586 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c2444fae7be1018c1975abc85eb2aa61 in 963ms, sequenceid=10, compaction requested=false 2024-11-21T20:22:08,586 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538 to pos 1486, reset compression=false 2024-11-21T20:22:08,590 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/data/default/test/c2444fae7be1018c1975abc85eb2aa61/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T20:22:08,590 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:22:08,590 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:22:08,590 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T20:22:08,590 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538 to pos 2130, reset compression=false 2024-11-21T20:22:08,590 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732220516937.c2444fae7be1018c1975abc85eb2aa61. 2024-11-21T20:22:08,590 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c2444fae7be1018c1975abc85eb2aa61: Waiting for close lock at 1732220527623Running coprocessor pre-close hooks at 1732220527623Disabling compacts and flushes for region at 1732220527623Disabling writes for close at 1732220527623Obtaining lock to block concurrent updates at 1732220527623Preparing flush snapshotting stores in c2444fae7be1018c1975abc85eb2aa61 at 1732220527623Finished memstore snapshotting test,,1732220516937.c2444fae7be1018c1975abc85eb2aa61., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732220527624 (+1 ms)Flushing stores of test,,1732220516937.c2444fae7be1018c1975abc85eb2aa61. at 1732220527624Flushing c2444fae7be1018c1975abc85eb2aa61/f: creating writer at 1732220527624Flushing c2444fae7be1018c1975abc85eb2aa61/f: appending metadata at 1732220527640 (+16 ms)Flushing c2444fae7be1018c1975abc85eb2aa61/f: closing flushed file at 1732220527640Flushing c2444fae7be1018c1975abc85eb2aa61/f1: creating writer at 1732220528049 (+409 ms)Flushing c2444fae7be1018c1975abc85eb2aa61/f1: appending metadata at 1732220528066 (+17 ms)Flushing c2444fae7be1018c1975abc85eb2aa61/f1: closing flushed file at 1732220528066Flushing c2444fae7be1018c1975abc85eb2aa61/norep: creating writer at 1732220528552 (+486 ms)Flushing c2444fae7be1018c1975abc85eb2aa61/norep: appending metadata at 1732220528566 (+14 ms)Flushing c2444fae7be1018c1975abc85eb2aa61/norep: closing flushed file at 1732220528566Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12a736b0: reopening flushed file at 1732220528573 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fd2cd9a: reopening flushed file at 1732220528578 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@152e0b0f: reopening flushed file at 1732220528581 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c2444fae7be1018c1975abc85eb2aa61 in 963ms, sequenceid=10, compaction requested=false at 1732220528586 (+5 ms)Writing region close event to WAL at 1732220528587 (+1 ms)Running coprocessor post-close hooks at 1732220528590 (+3 ms)Closed at 1732220528590 2024-11-21T20:22:08,590 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732220516937.c2444fae7be1018c1975abc85eb2aa61. 2024-11-21T20:22:08,718 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 1189, reset compression=false 2024-11-21T20:22:08,782 INFO [RS:0;377014bd7527:41753 {}] regionserver.HRegionServer(976): stopping server 377014bd7527,41753,1732220511744; all regions closed. 2024-11-21T20:22:08,784 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.meta.1732220515034.meta not finished, retry = 0 2024-11-21T20:22:08,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741834_1010 (size=4239) 2024-11-21T20:22:08,793 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/WALs/377014bd7527,41753,1732220511744/377014bd7527%2C41753%2C1732220511744.1732220514538 to pos 2130, reset compression=false 2024-11-21T20:22:08,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741839_1015 (size=2896) 2024-11-21T20:22:08,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741832_1008 (size=2138) 2024-11-21T20:22:08,890 DEBUG [RS:0;377014bd7527:41753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:08,890 INFO [RS:0;377014bd7527:41753 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:22:08,890 INFO [RS:0;377014bd7527:41753 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:22:08,890 INFO [RS:0;377014bd7527:41753 {}] hbase.ChoreService(370): Chore service for: regionserver/377014bd7527:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T20:22:08,890 INFO [RS:0;377014bd7527:41753 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:22:08,890 INFO [regionserver/377014bd7527:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:22:08,891 INFO [RS:0;377014bd7527:41753 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-377014bd7527,41753,1732220511744 because: Region server is closing 2024-11-21T20:22:08,891 INFO [RS:0;377014bd7527:41753 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:41753. 2024-11-21T20:22:08,891 DEBUG [RS:0;377014bd7527:41753 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:22:08,891 DEBUG [RS:0;377014bd7527:41753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:08,891 DEBUG [RS:0;377014bd7527:41753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:08,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:22:08,991 INFO [RS:0;377014bd7527:41753 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.shipper377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 terminated 2024-11-21T20:22:08,991 WARN [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,41753,1732220511744.replicationSource.wal-reader.377014bd7527%2C41753%2C1732220511744,1-377014bd7527,41753,1732220511744 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T20:22:08,992 INFO [RS:0;377014bd7527:41753 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:41753. 2024-11-21T20:22:08,992 DEBUG [RS:0;377014bd7527:41753 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:22:08,992 DEBUG [RS:0;377014bd7527:41753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:08,992 DEBUG [RS:0;377014bd7527:41753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:08,992 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:22:08,992 INFO [RS:0;377014bd7527:41753 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41753 2024-11-21T20:22:09,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x1015f0f29dc0007, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21150396876/rs/377014bd7527,41753,1732220511744 2024-11-21T20:22:09,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39045-0x1015f0f29dc0006, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150396876/rs 2024-11-21T20:22:09,010 INFO [RS:0;377014bd7527:41753 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:22:09,082 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [377014bd7527,41753,1732220511744] 2024-11-21T20:22:09,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x1015f0f29dc0007, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:22:09,182 INFO [RS:0;377014bd7527:41753 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:22:09,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x1015f0f29dc0007, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:22:09,182 INFO [RS:0;377014bd7527:41753 {}] regionserver.HRegionServer(1031): Exiting; stopping=377014bd7527,41753,1732220511744; zookeeper connection closed. 2024-11-21T20:22:09,182 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d6c1e2c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d6c1e2c 2024-11-21T20:22:09,183 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T20:22:09,209 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280 to pos 636, reset compression=false 2024-11-21T20:22:09,240 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21150396876/draining/377014bd7527,41753,1732220511744 already deleted, retry=false 2024-11-21T20:22:09,240 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 377014bd7527,41753,1732220511744 expired; onlineServers=0 2024-11-21T20:22:09,240 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '377014bd7527,39045,1732220511203' ***** 2024-11-21T20:22:09,240 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T20:22:09,241 INFO [M:0;377014bd7527:39045 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:22:09,241 INFO [M:0;377014bd7527:39045 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:22:09,241 DEBUG [M:0;377014bd7527:39045 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T20:22:09,241 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T20:22:09,241 DEBUG [M:0;377014bd7527:39045 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T20:22:09,241 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220514179 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220514179,5,FailOnTimeoutGroup] 2024-11-21T20:22:09,241 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220514184 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220514184,5,FailOnTimeoutGroup] 2024-11-21T20:22:09,241 INFO [M:0;377014bd7527:39045 {}] hbase.ChoreService(370): Chore service for: master/377014bd7527:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T20:22:09,241 INFO [M:0;377014bd7527:39045 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:22:09,242 DEBUG [M:0;377014bd7527:39045 {}] master.HMaster(1795): Stopping service threads 2024-11-21T20:22:09,242 INFO [M:0;377014bd7527:39045 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T20:22:09,242 INFO [M:0;377014bd7527:39045 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:22:09,242 INFO [M:0;377014bd7527:39045 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T20:22:09,242 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T20:22:09,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39045-0x1015f0f29dc0006, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21150396876/master 2024-11-21T20:22:09,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39045-0x1015f0f29dc0006, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21150396876 2024-11-21T20:22:09,293 DEBUG [M:0;377014bd7527:39045 {}] zookeeper.ZKUtil(347): master:39045-0x1015f0f29dc0006, quorum=127.0.0.1:49217, baseZNode=/21150396876 Unable to get data of znode /21150396876/master because node does not exist (not an error) 2024-11-21T20:22:09,293 WARN [M:0;377014bd7527:39045 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T20:22:09,303 INFO [M:0;377014bd7527:39045 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/.lastflushedseqids 2024-11-21T20:22:09,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741848_1024 (size=245) 2024-11-21T20:22:09,421 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 1189, reset compression=false 2024-11-21T20:22:09,594 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T20:22:09,707 INFO [M:0;377014bd7527:39045 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T20:22:09,708 INFO [M:0;377014bd7527:39045 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T20:22:09,708 DEBUG [M:0;377014bd7527:39045 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:22:09,708 INFO [M:0;377014bd7527:39045 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:22:09,708 DEBUG [M:0;377014bd7527:39045 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:22:09,708 DEBUG [M:0;377014bd7527:39045 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:22:09,708 DEBUG [M:0;377014bd7527:39045 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:22:09,708 INFO [M:0;377014bd7527:39045 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-21T20:22:09,726 DEBUG [M:0;377014bd7527:39045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3272d9d06af4cd38809f48aea4d9d11 is 82, key is hbase:meta,,1/info:regioninfo/1732220515081/Put/seqid=0 2024-11-21T20:22:09,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741849_1025 (size=5672) 2024-11-21T20:22:10,130 INFO [M:0;377014bd7527:39045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3272d9d06af4cd38809f48aea4d9d11 2024-11-21T20:22:10,150 DEBUG [M:0;377014bd7527:39045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1abb621910849db901e00b3e29249ff is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732220520387/Put/seqid=0 2024-11-21T20:22:10,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741850_1026 (size=8516) 2024-11-21T20:22:10,213 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280 to pos 636, reset compression=false 2024-11-21T20:22:10,224 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 1189, reset compression=false 2024-11-21T20:22:10,554 INFO [M:0;377014bd7527:39045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1abb621910849db901e00b3e29249ff 2024-11-21T20:22:10,570 DEBUG [M:0;377014bd7527:39045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c216dab3ba044620a6aae4c0cfe8eacd is 69, key is 377014bd7527,41753,1732220511744/rs:state/1732220514316/Put/seqid=0 2024-11-21T20:22:10,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741851_1027 (size=5156) 2024-11-21T20:22:10,974 INFO [M:0;377014bd7527:39045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c216dab3ba044620a6aae4c0cfe8eacd 2024-11-21T20:22:10,980 DEBUG [M:0;377014bd7527:39045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3272d9d06af4cd38809f48aea4d9d11 as hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3272d9d06af4cd38809f48aea4d9d11 2024-11-21T20:22:10,984 INFO [M:0;377014bd7527:39045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3272d9d06af4cd38809f48aea4d9d11, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T20:22:10,989 DEBUG [M:0;377014bd7527:39045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1abb621910849db901e00b3e29249ff as hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f1abb621910849db901e00b3e29249ff 2024-11-21T20:22:10,995 INFO [M:0;377014bd7527:39045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f1abb621910849db901e00b3e29249ff, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T20:22:10,995 DEBUG [M:0;377014bd7527:39045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c216dab3ba044620a6aae4c0cfe8eacd as hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c216dab3ba044620a6aae4c0cfe8eacd 2024-11-21T20:22:10,999 INFO [M:0;377014bd7527:39045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35817/user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c216dab3ba044620a6aae4c0cfe8eacd, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T20:22:11,000 INFO [M:0;377014bd7527:39045 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=97, compaction requested=false 2024-11-21T20:22:11,001 INFO [M:0;377014bd7527:39045 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:22:11,001 DEBUG [M:0;377014bd7527:39045 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220529708Disabling compacts and flushes for region at 1732220529708Disabling writes for close at 1732220529708Obtaining lock to block concurrent updates at 1732220529708Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732220529708Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732220529708Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732220529709 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732220529709Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732220529726 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732220529726Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732220530134 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732220530150 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732220530150Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732220530558 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732220530570 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732220530570Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6835065: reopening flushed file at 1732220530979 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4919c61e: reopening flushed file at 1732220530984 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3179454: reopening flushed file at 1732220530995 (+11 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=97, compaction requested=false at 1732220531000 (+5 ms)Writing region close event to WAL at 1732220531001 (+1 ms)Closed at 1732220531001 2024-11-21T20:22:11,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741830_1006 (size=63654) 2024-11-21T20:22:11,009 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/67e0f96a-aee8-af90-c1fa-daf359a2ebb5/MasterData/WALs/377014bd7527,39045,1732220511203/377014bd7527%2C39045%2C1732220511203.1732220513829 not finished, retry = 0 2024-11-21T20:22:11,110 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:22:11,110 INFO [M:0;377014bd7527:39045 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T20:22:11,110 INFO [M:0;377014bd7527:39045 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39045 2024-11-21T20:22:11,111 INFO [M:0;377014bd7527:39045 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:22:11,127 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 1189, reset compression=false 2024-11-21T20:22:11,216 INFO [M:0;377014bd7527:39045 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:22:11,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39045-0x1015f0f29dc0006, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:22:11,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39045-0x1015f0f29dc0006, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:22:11,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c689488{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:22:11,218 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@481dc0ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:22:11,218 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:22:11,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@547b2a02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:22:11,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@125af0d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9/hadoop.log.dir/,STOPPED} 2024-11-21T20:22:11,219 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T20:22:11,219 WARN [BP-38355397-172.17.0.2-1732220506803 heartbeating to localhost/127.0.0.1:35817 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T20:22:11,219 WARN [BP-38355397-172.17.0.2-1732220506803 heartbeating to localhost/127.0.0.1:35817 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-38355397-172.17.0.2-1732220506803 (Datanode Uuid e3d83037-2177-4550-80ac-d3794ec62244) service to localhost/127.0.0.1:35817 2024-11-21T20:22:11,219 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T20:22:11,220 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9/cluster_2148b0e3-a7df-87f7-90e1-02c224f9a218/data/data1/current/BP-38355397-172.17.0.2-1732220506803 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:22:11,220 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9/cluster_2148b0e3-a7df-87f7-90e1-02c224f9a218/data/data2/current/BP-38355397-172.17.0.2-1732220506803 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:22:11,220 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T20:22:11,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39a3e80e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:22:11,226 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ca087cb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:22:11,226 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:22:11,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12a0626d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:22:11,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ea353dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9/hadoop.log.dir/,STOPPED} 2024-11-21T20:22:11,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T20:22:11,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T20:22:11,237 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:22:11,237 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:22:11,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:11,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:11,237 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:22:11,238 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T20:22:11,238 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1620587663, stopped=false 2024-11-21T20:22:11,238 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=377014bd7527,42095,1732220505231 2024-11-21T20:22:11,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42095-0x1015f0f29dc0003, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1057446530/running 2024-11-21T20:22:11,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x1015f0f29dc0004, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1057446530/running 2024-11-21T20:22:11,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42095-0x1015f0f29dc0003, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1057446530 2024-11-21T20:22:11,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x1015f0f29dc0004, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1057446530 2024-11-21T20:22:11,252 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:22:11,253 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:22:11,253 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:22:11,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:11,253 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42095-0x1015f0f29dc0003, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Set watcher on znode that does not yet exist, /1-1057446530/running 2024-11-21T20:22:11,253 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44873-0x1015f0f29dc0004, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Set watcher on znode that does not yet exist, /1-1057446530/running 2024-11-21T20:22:11,253 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '377014bd7527,44873,1732220505401' ***** 2024-11-21T20:22:11,253 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T20:22:11,253 INFO [RS:0;377014bd7527:44873 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T20:22:11,253 INFO [RS:0;377014bd7527:44873 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T20:22:11,253 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T20:22:11,253 INFO [RS:0;377014bd7527:44873 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T20:22:11,253 INFO [RS:0;377014bd7527:44873 {}] regionserver.HRegionServer(3091): Received CLOSE for 63587e06d7febc27a93a5b2fa7e81e0d 2024-11-21T20:22:11,254 INFO [RS:0;377014bd7527:44873 {}] regionserver.HRegionServer(3091): Received CLOSE for dbba4558a704862a5080249aeffd90be 2024-11-21T20:22:11,254 INFO [RS:0;377014bd7527:44873 {}] regionserver.HRegionServer(959): stopping server 377014bd7527,44873,1732220505401 2024-11-21T20:22:11,254 INFO [RS:0;377014bd7527:44873 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:22:11,254 INFO [RS:0;377014bd7527:44873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:44873. 2024-11-21T20:22:11,254 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 63587e06d7febc27a93a5b2fa7e81e0d, disabling compactions & flushes 2024-11-21T20:22:11,254 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732220518741.63587e06d7febc27a93a5b2fa7e81e0d. 2024-11-21T20:22:11,254 DEBUG [RS:0;377014bd7527:44873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:22:11,254 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732220518741.63587e06d7febc27a93a5b2fa7e81e0d. 2024-11-21T20:22:11,254 DEBUG [RS:0;377014bd7527:44873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:11,254 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732220518741.63587e06d7febc27a93a5b2fa7e81e0d. after waiting 0 ms 2024-11-21T20:22:11,254 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732220518741.63587e06d7febc27a93a5b2fa7e81e0d. 2024-11-21T20:22:11,254 INFO [RS:0;377014bd7527:44873 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T20:22:11,254 INFO [RS:0;377014bd7527:44873 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T20:22:11,254 INFO [RS:0;377014bd7527:44873 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T20:22:11,254 INFO [RS:0;377014bd7527:44873 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T20:22:11,254 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 63587e06d7febc27a93a5b2fa7e81e0d 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-21T20:22:11,254 INFO [RS:0;377014bd7527:44873 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T20:22:11,254 DEBUG [RS:0;377014bd7527:44873 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 63587e06d7febc27a93a5b2fa7e81e0d=hbase:replication,,1732220518741.63587e06d7febc27a93a5b2fa7e81e0d., dbba4558a704862a5080249aeffd90be=test,,1732220515796.dbba4558a704862a5080249aeffd90be.} 2024-11-21T20:22:11,254 DEBUG [RS:0;377014bd7527:44873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63587e06d7febc27a93a5b2fa7e81e0d, dbba4558a704862a5080249aeffd90be 2024-11-21T20:22:11,254 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:22:11,254 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:22:11,254 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:22:11,254 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:22:11,254 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:22:11,254 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T20:22:11,266 INFO [regionserver/377014bd7527:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:22:11,267 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/hbase/meta/1588230740/.tmp/info/046071778e724179b5363019c0674ad3 is 147, key is hbase:replication,,1732220518741.63587e06d7febc27a93a5b2fa7e81e0d./info:regioninfo/1732220519159/Put/seqid=0 2024-11-21T20:22:11,267 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/hbase/replication/63587e06d7febc27a93a5b2fa7e81e0d/.tmp/queue/59b550a1ad2d4940abfc5a85a104426a is 154, key is 1-377014bd7527,44873,1732220505401/queue:377014bd7527%2C44873%2C1732220505401/1732220526690/Put/seqid=0 2024-11-21T20:22:11,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741840_1016 (size=5353) 2024-11-21T20:22:11,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741841_1017 (size=7686) 2024-11-21T20:22:11,270 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/hbase/replication/63587e06d7febc27a93a5b2fa7e81e0d/.tmp/queue/59b550a1ad2d4940abfc5a85a104426a 2024-11-21T20:22:11,275 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/hbase/replication/63587e06d7febc27a93a5b2fa7e81e0d/.tmp/queue/59b550a1ad2d4940abfc5a85a104426a as hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/hbase/replication/63587e06d7febc27a93a5b2fa7e81e0d/queue/59b550a1ad2d4940abfc5a85a104426a 2024-11-21T20:22:11,279 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/hbase/replication/63587e06d7febc27a93a5b2fa7e81e0d/queue/59b550a1ad2d4940abfc5a85a104426a, entries=1, sequenceid=12, filesize=5.2 K 2024-11-21T20:22:11,280 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 63587e06d7febc27a93a5b2fa7e81e0d in 26ms, sequenceid=12, compaction requested=false 2024-11-21T20:22:11,283 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/hbase/replication/63587e06d7febc27a93a5b2fa7e81e0d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T20:22:11,284 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:22:11,284 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:22:11,284 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732220518741.63587e06d7febc27a93a5b2fa7e81e0d. 2024-11-21T20:22:11,284 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 63587e06d7febc27a93a5b2fa7e81e0d: Waiting for close lock at 1732220531254Running coprocessor pre-close hooks at 1732220531254Disabling compacts and flushes for region at 1732220531254Disabling writes for close at 1732220531254Obtaining lock to block concurrent updates at 1732220531254Preparing flush snapshotting stores in 63587e06d7febc27a93a5b2fa7e81e0d at 1732220531254Finished memstore snapshotting hbase:replication,,1732220518741.63587e06d7febc27a93a5b2fa7e81e0d., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732220531254Flushing stores of hbase:replication,,1732220518741.63587e06d7febc27a93a5b2fa7e81e0d. at 1732220531255 (+1 ms)Flushing 63587e06d7febc27a93a5b2fa7e81e0d/queue: creating writer at 1732220531255Flushing 63587e06d7febc27a93a5b2fa7e81e0d/queue: appending metadata at 1732220531267 (+12 ms)Flushing 63587e06d7febc27a93a5b2fa7e81e0d/queue: closing flushed file at 1732220531267Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aaffae5: reopening flushed file at 1732220531275 (+8 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 63587e06d7febc27a93a5b2fa7e81e0d in 26ms, sequenceid=12, compaction requested=false at 1732220531280 (+5 ms)Writing region close event to WAL at 1732220531280Running coprocessor post-close hooks at 1732220531283 (+3 ms)Closed at 1732220531284 (+1 ms) 2024-11-21T20:22:11,284 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732220518741.63587e06d7febc27a93a5b2fa7e81e0d. 2024-11-21T20:22:11,284 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dbba4558a704862a5080249aeffd90be, disabling compactions & flushes 2024-11-21T20:22:11,284 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732220515796.dbba4558a704862a5080249aeffd90be. 2024-11-21T20:22:11,284 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732220515796.dbba4558a704862a5080249aeffd90be. 2024-11-21T20:22:11,284 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732220515796.dbba4558a704862a5080249aeffd90be. after waiting 0 ms 2024-11-21T20:22:11,284 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732220515796.dbba4558a704862a5080249aeffd90be. 2024-11-21T20:22:11,284 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dbba4558a704862a5080249aeffd90be 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-21T20:22:11,298 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/default/test/dbba4558a704862a5080249aeffd90be/.tmp/f/f5e653e0dd7841b3909cb79d990e6adf is 29, key is row1/f:/1732220525089/DeleteFamily/seqid=0 2024-11-21T20:22:11,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741842_1018 (size=5152) 2024-11-21T20:22:11,317 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280 to pos 636, reset compression=false 2024-11-21T20:22:11,395 DEBUG [master/377014bd7527:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=12, created chunk count=34, reused chunk count=129, reuseRatio=79.14% 2024-11-21T20:22:11,396 DEBUG [master/377014bd7527:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-21T20:22:11,454 DEBUG [RS:0;377014bd7527:44873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dbba4558a704862a5080249aeffd90be 2024-11-21T20:22:11,655 DEBUG [RS:0;377014bd7527:44873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dbba4558a704862a5080249aeffd90be 2024-11-21T20:22:11,671 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/hbase/meta/1588230740/.tmp/info/046071778e724179b5363019c0674ad3 2024-11-21T20:22:11,687 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/hbase/meta/1588230740/.tmp/ns/f81ea4e6622644718b25d0e1ac3d4945 is 43, key is default/ns:d/1732220506687/Put/seqid=0 2024-11-21T20:22:11,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741843_1019 (size=5153) 2024-11-21T20:22:11,701 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/default/test/dbba4558a704862a5080249aeffd90be/.tmp/f/f5e653e0dd7841b3909cb79d990e6adf 2024-11-21T20:22:11,705 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5e653e0dd7841b3909cb79d990e6adf 2024-11-21T20:22:11,718 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/default/test/dbba4558a704862a5080249aeffd90be/.tmp/f1/cd4c702111a74f68871af061ad635110 is 30, key is row1/f1:/1732220525089/DeleteFamily/seqid=0 2024-11-21T20:22:11,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741844_1020 (size=5158) 2024-11-21T20:22:11,855 DEBUG [RS:0;377014bd7527:44873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dbba4558a704862a5080249aeffd90be 2024-11-21T20:22:12,055 DEBUG [RS:0;377014bd7527:44873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dbba4558a704862a5080249aeffd90be 2024-11-21T20:22:12,091 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/hbase/meta/1588230740/.tmp/ns/f81ea4e6622644718b25d0e1ac3d4945 2024-11-21T20:22:12,092 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T20:22:12,092 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T20:22:12,110 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/hbase/meta/1588230740/.tmp/rep_barrier/641f4ef9472945e59f1845a02dcad5fd is 112, key is test,,1732220515796.dbba4558a704862a5080249aeffd90be./rep_barrier:seqnumDuringOpen/1732220516565/Put/seqid=0 2024-11-21T20:22:12,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741845_1021 (size=5518) 2024-11-21T20:22:12,121 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/default/test/dbba4558a704862a5080249aeffd90be/.tmp/f1/cd4c702111a74f68871af061ad635110 2024-11-21T20:22:12,125 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd4c702111a74f68871af061ad635110 2024-11-21T20:22:12,136 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 1189, reset compression=false 2024-11-21T20:22:12,139 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:22:12,139 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 1436, reset compression=false 2024-11-21T20:22:12,139 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.shipper377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,44873,1732220505401 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:22:12,140 ERROR [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.shipper377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 377014bd7527,44873,1732220505401: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-377014bd7527,44873,1732220505401, walGroup=377014bd7527%2C44873%2C1732220505401, offset=377014bd7527%2C44873%2C1732220505401.1732220506170:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:44873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T20:22:12,141 ERROR [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.shipper377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T20:22:12,141 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.shipper377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T20:22:12,141 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/default/test/dbba4558a704862a5080249aeffd90be/.tmp/norep/42e2056a7c69405f98308c94df8d3fc5 is 33, key is row1/norep:/1732220525089/DeleteFamily/seqid=0 2024-11-21T20:22:12,142 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.shipper377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T20:22:12,142 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.shipper377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T20:22:12,142 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.shipper377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T20:22:12,142 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.shipper377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1350565888, "init": 1048576000, "max": 2306867200, "used": 995600760 }, "NonHeapMemoryUsage": { "committed": 206241792, "init": 7667712, "max": -1, "used": 202044624 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T20:22:12,142 WARN [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.shipper377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:42095 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:42095 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T20:22:12,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741846_1022 (size=5108) 2024-11-21T20:22:12,255 INFO [RS:0;377014bd7527:44873 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T20:22:12,255 DEBUG [RS:0;377014bd7527:44873 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, dbba4558a704862a5080249aeffd90be=test,,1732220515796.dbba4558a704862a5080249aeffd90be.} 2024-11-21T20:22:12,255 DEBUG [RS:0;377014bd7527:44873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dbba4558a704862a5080249aeffd90be 2024-11-21T20:22:12,342 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 1436, reset compression=false 2024-11-21T20:22:12,455 DEBUG [RS:0;377014bd7527:44873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dbba4558a704862a5080249aeffd90be 2024-11-21T20:22:12,515 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/hbase/meta/1588230740/.tmp/rep_barrier/641f4ef9472945e59f1845a02dcad5fd 2024-11-21T20:22:12,521 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280 to pos 636, reset compression=false 2024-11-21T20:22:12,534 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/hbase/meta/1588230740/.tmp/table/dcc8aa0207ac46a193cc8bf1bcb2f3ec is 53, key is hbase:replication/table:state/1732220519167/Put/seqid=0 2024-11-21T20:22:12,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741847_1023 (size=5308) 2024-11-21T20:22:12,545 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/default/test/dbba4558a704862a5080249aeffd90be/.tmp/norep/42e2056a7c69405f98308c94df8d3fc5 2024-11-21T20:22:12,548 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42e2056a7c69405f98308c94df8d3fc5 2024-11-21T20:22:12,549 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/default/test/dbba4558a704862a5080249aeffd90be/.tmp/f/f5e653e0dd7841b3909cb79d990e6adf as hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/default/test/dbba4558a704862a5080249aeffd90be/f/f5e653e0dd7841b3909cb79d990e6adf 2024-11-21T20:22:12,553 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5e653e0dd7841b3909cb79d990e6adf 2024-11-21T20:22:12,553 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/default/test/dbba4558a704862a5080249aeffd90be/f/f5e653e0dd7841b3909cb79d990e6adf, entries=3, sequenceid=10, filesize=5.0 K 2024-11-21T20:22:12,553 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/default/test/dbba4558a704862a5080249aeffd90be/.tmp/f1/cd4c702111a74f68871af061ad635110 as hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/default/test/dbba4558a704862a5080249aeffd90be/f1/cd4c702111a74f68871af061ad635110 2024-11-21T20:22:12,557 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd4c702111a74f68871af061ad635110 2024-11-21T20:22:12,558 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/default/test/dbba4558a704862a5080249aeffd90be/f1/cd4c702111a74f68871af061ad635110, entries=3, sequenceid=10, filesize=5.0 K 2024-11-21T20:22:12,559 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/default/test/dbba4558a704862a5080249aeffd90be/.tmp/norep/42e2056a7c69405f98308c94df8d3fc5 as hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/default/test/dbba4558a704862a5080249aeffd90be/norep/42e2056a7c69405f98308c94df8d3fc5 2024-11-21T20:22:12,563 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42e2056a7c69405f98308c94df8d3fc5 2024-11-21T20:22:12,563 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/default/test/dbba4558a704862a5080249aeffd90be/norep/42e2056a7c69405f98308c94df8d3fc5, entries=1, sequenceid=10, filesize=5.0 K 2024-11-21T20:22:12,564 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for dbba4558a704862a5080249aeffd90be in 1280ms, sequenceid=10, compaction requested=false 2024-11-21T20:22:12,575 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/default/test/dbba4558a704862a5080249aeffd90be/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T20:22:12,576 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:22:12,576 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T20:22:12,576 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732220515796.dbba4558a704862a5080249aeffd90be. 2024-11-21T20:22:12,576 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dbba4558a704862a5080249aeffd90be: Waiting for close lock at 1732220531284Running coprocessor pre-close hooks at 1732220531284Disabling compacts and flushes for region at 1732220531284Disabling writes for close at 1732220531284Obtaining lock to block concurrent updates at 1732220531284Preparing flush snapshotting stores in dbba4558a704862a5080249aeffd90be at 1732220531284Finished memstore snapshotting test,,1732220515796.dbba4558a704862a5080249aeffd90be., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732220531284Flushing stores of test,,1732220515796.dbba4558a704862a5080249aeffd90be. at 1732220531285 (+1 ms)Flushing dbba4558a704862a5080249aeffd90be/f: creating writer at 1732220531285Flushing dbba4558a704862a5080249aeffd90be/f: appending metadata at 1732220531297 (+12 ms)Flushing dbba4558a704862a5080249aeffd90be/f: closing flushed file at 1732220531298 (+1 ms)Flushing dbba4558a704862a5080249aeffd90be/f1: creating writer at 1732220531705 (+407 ms)Flushing dbba4558a704862a5080249aeffd90be/f1: appending metadata at 1732220531717 (+12 ms)Flushing dbba4558a704862a5080249aeffd90be/f1: closing flushed file at 1732220531717Flushing dbba4558a704862a5080249aeffd90be/norep: creating writer at 1732220532125 (+408 ms)Flushing dbba4558a704862a5080249aeffd90be/norep: appending metadata at 1732220532141 (+16 ms)Flushing dbba4558a704862a5080249aeffd90be/norep: closing flushed file at 1732220532141Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12b3a852: reopening flushed file at 1732220532548 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3416f744: reopening flushed file at 1732220532553 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a7192d9: reopening flushed file at 1732220532558 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for dbba4558a704862a5080249aeffd90be in 1280ms, sequenceid=10, compaction requested=false at 1732220532564 (+6 ms)Writing region close event to WAL at 1732220532572 (+8 ms)Running coprocessor post-close hooks at 1732220532576 (+4 ms)Closed at 1732220532576 2024-11-21T20:22:12,576 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732220515796.dbba4558a704862a5080249aeffd90be. 2024-11-21T20:22:12,645 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 1436, reset compression=false 2024-11-21T20:22:12,650 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:22:12,650 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 2080, reset compression=false 2024-11-21T20:22:12,655 DEBUG [RS:0;377014bd7527:44873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:22:12,854 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 2080, reset compression=false 2024-11-21T20:22:12,856 DEBUG [RS:0;377014bd7527:44873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:22:12,940 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/hbase/meta/1588230740/.tmp/table/dcc8aa0207ac46a193cc8bf1bcb2f3ec 2024-11-21T20:22:12,944 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/hbase/meta/1588230740/.tmp/info/046071778e724179b5363019c0674ad3 as hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/hbase/meta/1588230740/info/046071778e724179b5363019c0674ad3 2024-11-21T20:22:12,948 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/hbase/meta/1588230740/info/046071778e724179b5363019c0674ad3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T20:22:12,948 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/hbase/meta/1588230740/.tmp/ns/f81ea4e6622644718b25d0e1ac3d4945 as hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/hbase/meta/1588230740/ns/f81ea4e6622644718b25d0e1ac3d4945 2024-11-21T20:22:12,952 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/hbase/meta/1588230740/ns/f81ea4e6622644718b25d0e1ac3d4945, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T20:22:12,953 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/hbase/meta/1588230740/.tmp/rep_barrier/641f4ef9472945e59f1845a02dcad5fd as hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/hbase/meta/1588230740/rep_barrier/641f4ef9472945e59f1845a02dcad5fd 2024-11-21T20:22:12,956 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/hbase/meta/1588230740/rep_barrier/641f4ef9472945e59f1845a02dcad5fd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T20:22:12,957 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/hbase/meta/1588230740/.tmp/table/dcc8aa0207ac46a193cc8bf1bcb2f3ec as hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/hbase/meta/1588230740/table/dcc8aa0207ac46a193cc8bf1bcb2f3ec 2024-11-21T20:22:12,960 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/hbase/meta/1588230740/table/dcc8aa0207ac46a193cc8bf1bcb2f3ec, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T20:22:12,961 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false 2024-11-21T20:22:12,965 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T20:22:12,965 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:22:12,965 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:22:12,965 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:22:12,965 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220531254Running coprocessor pre-close hooks at 1732220531254Disabling compacts and flushes for region at 1732220531254Disabling writes for close at 1732220531254Obtaining lock to block concurrent updates at 1732220531255 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732220531255Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732220531255Flushing stores of hbase:meta,,1.1588230740 at 1732220531255Flushing 1588230740/info: creating writer at 1732220531255Flushing 1588230740/info: appending metadata at 1732220531267 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732220531267Flushing 1588230740/ns: creating writer at 1732220531675 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732220531687 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732220531687Flushing 1588230740/rep_barrier: creating writer at 1732220532094 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732220532109 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732220532109Flushing 1588230740/table: creating writer at 1732220532520 (+411 ms)Flushing 1588230740/table: appending metadata at 1732220532534 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732220532534Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@474ca9d9: reopening flushed file at 1732220532944 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cdfcf0f: reopening flushed file at 1732220532948 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@664099a6: reopening flushed file at 1732220532952 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ff0c231: reopening flushed file at 1732220532956 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false at 1732220532961 (+5 ms)Writing region close event to WAL at 1732220532963 (+2 ms)Running coprocessor post-close hooks at 1732220532965 (+2 ms)Closed at 1732220532965 2024-11-21T20:22:12,965 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T20:22:13,056 INFO [RS:0;377014bd7527:44873 {}] regionserver.HRegionServer(976): stopping server 377014bd7527,44873,1732220505401; all regions closed. 2024-11-21T20:22:13,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741834_1010 (size=4239) 2024-11-21T20:22:13,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741839_1015 (size=3114) 2024-11-21T20:22:13,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741833_1009 (size=2088) 2024-11-21T20:22:13,088 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 not finished, retry = 0 2024-11-21T20:22:13,125 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:22:13,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:13,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:13,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:13,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:13,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:13,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:13,165 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 to pos 2080, reset compression=false 2024-11-21T20:22:13,189 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/WALs/377014bd7527,44873,1732220505401/377014bd7527%2C44873%2C1732220505401.1732220506170 2024-11-21T20:22:13,190 DEBUG [RS:0;377014bd7527:44873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:13,190 INFO [RS:0;377014bd7527:44873 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:22:13,190 INFO [RS:0;377014bd7527:44873 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:22:13,190 INFO [RS:0;377014bd7527:44873 {}] hbase.ChoreService(370): Chore service for: regionserver/377014bd7527:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T20:22:13,190 INFO [RS:0;377014bd7527:44873 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:22:13,190 INFO [RS:0;377014bd7527:44873 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-377014bd7527,44873,1732220505401 because: Region server is closing 2024-11-21T20:22:13,190 INFO [regionserver/377014bd7527:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:22:13,191 INFO [RS:0;377014bd7527:44873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:44873. 2024-11-21T20:22:13,191 DEBUG [RS:0;377014bd7527:44873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:22:13,191 DEBUG [RS:0;377014bd7527:44873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:13,191 DEBUG [RS:0;377014bd7527:44873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:13,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:22:13,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:13,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:13,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:13,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:13,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:13,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:13,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:13,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:13,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:13,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:13,291 INFO [RS:0;377014bd7527:44873 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.shipper377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 terminated 2024-11-21T20:22:13,291 INFO [RS:0;377014bd7527:44873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:44873. 2024-11-21T20:22:13,291 DEBUG [RS:0;377014bd7527:44873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:22:13,291 WARN [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,44873,1732220505401.replicationSource.wal-reader.377014bd7527%2C44873%2C1732220505401,1-377014bd7527,44873,1732220505401 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-21T20:22:13,291 DEBUG [RS:0;377014bd7527:44873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:13,292 DEBUG [RS:0;377014bd7527:44873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:13,292 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:22:13,292 INFO [RS:0;377014bd7527:44873 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44873 2024-11-21T20:22:13,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42095-0x1015f0f29dc0003, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1057446530/rs 2024-11-21T20:22:13,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x1015f0f29dc0004, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1057446530/rs/377014bd7527,44873,1732220505401 2024-11-21T20:22:13,357 INFO [RS:0;377014bd7527:44873 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:22:13,358 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [377014bd7527,44873,1732220505401] 2024-11-21T20:22:13,421 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1057446530/draining/377014bd7527,44873,1732220505401 already deleted, retry=false 2024-11-21T20:22:13,421 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 377014bd7527,44873,1732220505401 expired; onlineServers=0 2024-11-21T20:22:13,421 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '377014bd7527,42095,1732220505231' ***** 2024-11-21T20:22:13,421 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T20:22:13,421 INFO [M:0;377014bd7527:42095 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:22:13,421 INFO [M:0;377014bd7527:42095 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:22:13,421 DEBUG [M:0;377014bd7527:42095 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T20:22:13,421 DEBUG [M:0;377014bd7527:42095 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T20:22:13,421 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T20:22:13,421 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220505928 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220505928,5,FailOnTimeoutGroup] 2024-11-21T20:22:13,421 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220505908 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220505908,5,FailOnTimeoutGroup] 2024-11-21T20:22:13,421 INFO [M:0;377014bd7527:42095 {}] hbase.ChoreService(370): Chore service for: master/377014bd7527:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T20:22:13,421 INFO [M:0;377014bd7527:42095 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:22:13,421 DEBUG [M:0;377014bd7527:42095 {}] master.HMaster(1795): Stopping service threads 2024-11-21T20:22:13,421 INFO [M:0;377014bd7527:42095 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T20:22:13,421 INFO [M:0;377014bd7527:42095 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:22:13,422 INFO [M:0;377014bd7527:42095 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T20:22:13,422 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T20:22:13,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42095-0x1015f0f29dc0003, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1057446530/master 2024-11-21T20:22:13,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42095-0x1015f0f29dc0003, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1057446530 2024-11-21T20:22:13,431 DEBUG [M:0;377014bd7527:42095 {}] zookeeper.ZKUtil(347): master:42095-0x1015f0f29dc0003, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Unable to get data of znode /1-1057446530/master because node does not exist (not an error) 2024-11-21T20:22:13,431 WARN [M:0;377014bd7527:42095 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T20:22:13,432 INFO [M:0;377014bd7527:42095 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/.lastflushedseqids 2024-11-21T20:22:13,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741848_1024 (size=245) 2024-11-21T20:22:13,502 INFO [RS:0;377014bd7527:44873 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:22:13,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x1015f0f29dc0004, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:22:13,502 INFO [RS:0;377014bd7527:44873 {}] regionserver.HRegionServer(1031): Exiting; stopping=377014bd7527,44873,1732220505401; zookeeper connection closed. 2024-11-21T20:22:13,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x1015f0f29dc0004, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:22:13,502 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@320a529e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@320a529e 2024-11-21T20:22:13,502 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T20:22:13,824 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280 to pos 636, reset compression=false 2024-11-21T20:22:13,836 INFO [M:0;377014bd7527:42095 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T20:22:13,836 INFO [M:0;377014bd7527:42095 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T20:22:13,836 DEBUG [M:0;377014bd7527:42095 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:22:13,836 INFO [M:0;377014bd7527:42095 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:22:13,836 DEBUG [M:0;377014bd7527:42095 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:22:13,836 DEBUG [M:0;377014bd7527:42095 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:22:13,836 DEBUG [M:0;377014bd7527:42095 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:22:13,836 INFO [M:0;377014bd7527:42095 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-21T20:22:13,859 DEBUG [M:0;377014bd7527:42095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d1bf4fc0aae24aa9bb971d8f5fc674ff is 82, key is hbase:meta,,1/info:regioninfo/1732220506630/Put/seqid=0 2024-11-21T20:22:13,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741849_1025 (size=5672) 2024-11-21T20:22:13,871 INFO [M:0;377014bd7527:42095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d1bf4fc0aae24aa9bb971d8f5fc674ff 2024-11-21T20:22:13,897 DEBUG [M:0;377014bd7527:42095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05caace69eba4ab88463f52d03a618c3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732220519171/Put/seqid=0 2024-11-21T20:22:13,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741850_1026 (size=8516) 2024-11-21T20:22:13,912 INFO [M:0;377014bd7527:42095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05caace69eba4ab88463f52d03a618c3 2024-11-21T20:22:13,941 DEBUG [M:0;377014bd7527:42095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2ecea81445884a759c083ad5d36b73f9 is 69, key is 377014bd7527,44873,1732220505401/rs:state/1732220505957/Put/seqid=0 2024-11-21T20:22:13,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741851_1027 (size=5156) 2024-11-21T20:22:13,950 INFO [M:0;377014bd7527:42095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2ecea81445884a759c083ad5d36b73f9 2024-11-21T20:22:13,974 DEBUG [M:0;377014bd7527:42095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d1bf4fc0aae24aa9bb971d8f5fc674ff as hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d1bf4fc0aae24aa9bb971d8f5fc674ff 2024-11-21T20:22:13,987 INFO [M:0;377014bd7527:42095 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d1bf4fc0aae24aa9bb971d8f5fc674ff, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T20:22:13,993 DEBUG [M:0;377014bd7527:42095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05caace69eba4ab88463f52d03a618c3 as hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05caace69eba4ab88463f52d03a618c3 2024-11-21T20:22:14,000 INFO [M:0;377014bd7527:42095 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05caace69eba4ab88463f52d03a618c3, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T20:22:14,001 DEBUG [M:0;377014bd7527:42095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2ecea81445884a759c083ad5d36b73f9 as hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2ecea81445884a759c083ad5d36b73f9 2024-11-21T20:22:14,006 INFO [M:0;377014bd7527:42095 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33175/user/jenkins/test-data/0f2f060b-ea5d-7a80-12d9-34d45e54f07a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2ecea81445884a759c083ad5d36b73f9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T20:22:14,007 INFO [M:0;377014bd7527:42095 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 171ms, sequenceid=97, compaction requested=false 2024-11-21T20:22:14,037 INFO [M:0;377014bd7527:42095 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:22:14,038 DEBUG [M:0;377014bd7527:42095 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220533836Disabling compacts and flushes for region at 1732220533836Disabling writes for close at 1732220533836Obtaining lock to block concurrent updates at 1732220533836Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732220533836Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732220533837 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732220533837Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732220533837Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732220533859 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732220533859Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732220533876 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732220533897 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732220533897Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732220533915 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732220533940 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732220533940Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76ca0df2: reopening flushed file at 1732220533956 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@226759ed: reopening flushed file at 1732220533988 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@347e1f75: reopening flushed file at 1732220534001 (+13 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 171ms, sequenceid=97, compaction requested=false at 1732220534007 (+6 ms)Writing region close event to WAL at 1732220534037 (+30 ms)Closed at 1732220534037 2024-11-21T20:22:14,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41805 is added to blk_1073741830_1006 (size=63654) 2024-11-21T20:22:14,042 INFO [M:0;377014bd7527:42095 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T20:22:14,042 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:22:14,042 INFO [M:0;377014bd7527:42095 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42095 2024-11-21T20:22:14,043 INFO [M:0;377014bd7527:42095 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:22:14,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42095-0x1015f0f29dc0003, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:22:14,292 INFO [M:0;377014bd7527:42095 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:22:14,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42095-0x1015f0f29dc0003, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:22:14,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72355bc2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:22:14,294 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@326fb535{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:22:14,295 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:22:14,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35d936c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:22:14,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37fcdc72{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210/hadoop.log.dir/,STOPPED} 2024-11-21T20:22:14,296 WARN [BP-242484678-172.17.0.2-1732220502921 heartbeating to localhost/127.0.0.1:33175 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T20:22:14,296 WARN [BP-242484678-172.17.0.2-1732220502921 heartbeating to localhost/127.0.0.1:33175 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-242484678-172.17.0.2-1732220502921 (Datanode Uuid af09122f-bed6-4ecb-9066-96cc499f4de7) service to localhost/127.0.0.1:33175 2024-11-21T20:22:14,297 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210/cluster_de718606-24a8-f5e2-8e1d-cfdd95132e4c/data/data1/current/BP-242484678-172.17.0.2-1732220502921 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:22:14,297 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210/cluster_de718606-24a8-f5e2-8e1d-cfdd95132e4c/data/data2/current/BP-242484678-172.17.0.2-1732220502921 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:22:14,297 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T20:22:14,297 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T20:22:14,297 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T20:22:14,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32bca686{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:22:14,302 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@786b2ed4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:22:14,302 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:22:14,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ae44ed5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:22:14,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cc0054a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/865b398d-7d2f-52c5-2db2-d4b55d0ba210/hadoop.log.dir/,STOPPED} 2024-11-21T20:22:14,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T20:22:14,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T20:22:14,317 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:22:14,317 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:22:14,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:14,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:14,317 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:22:14,317 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T20:22:14,317 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1420776658, stopped=false 2024-11-21T20:22:14,318 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=377014bd7527,42777,1732220500012 2024-11-21T20:22:14,326 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35737-0x1015f0f29dc0001, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01197323933/running 2024-11-21T20:22:14,326 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:22:14,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x1015f0f29dc0000, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01197323933/running 2024-11-21T20:22:14,326 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35737-0x1015f0f29dc0001, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01197323933 2024-11-21T20:22:14,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x1015f0f29dc0000, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01197323933 2024-11-21T20:22:14,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35737-0x1015f0f29dc0001, quorum=127.0.0.1:49217, baseZNode=/01197323933 Set watcher on znode that does not yet exist, /01197323933/running 2024-11-21T20:22:14,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42777-0x1015f0f29dc0000, quorum=127.0.0.1:49217, baseZNode=/01197323933 Set watcher on znode that does not yet exist, /01197323933/running 2024-11-21T20:22:14,327 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:22:14,327 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:22:14,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:14,327 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '377014bd7527,35737,1732220500460' ***** 2024-11-21T20:22:14,327 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T20:22:14,328 INFO [RS:0;377014bd7527:35737 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T20:22:14,328 INFO [RS:0;377014bd7527:35737 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T20:22:14,328 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T20:22:14,328 INFO [RS:0;377014bd7527:35737 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T20:22:14,328 INFO [RS:0;377014bd7527:35737 {}] regionserver.HRegionServer(3091): Received CLOSE for 949a3df3b91cf3e92c975a198c45ad3a 2024-11-21T20:22:14,328 INFO [RS:0;377014bd7527:35737 {}] regionserver.HRegionServer(3091): Received CLOSE for b4251f44aaeb855392a787801e9f73a4 2024-11-21T20:22:14,328 INFO [RS:0;377014bd7527:35737 {}] regionserver.HRegionServer(959): stopping server 377014bd7527,35737,1732220500460 2024-11-21T20:22:14,328 INFO [RS:0;377014bd7527:35737 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:22:14,328 INFO [RS:0;377014bd7527:35737 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:35737. 2024-11-21T20:22:14,328 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 949a3df3b91cf3e92c975a198c45ad3a, disabling compactions & flushes 2024-11-21T20:22:14,328 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732220515164.949a3df3b91cf3e92c975a198c45ad3a. 2024-11-21T20:22:14,328 DEBUG [RS:0;377014bd7527:35737 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:22:14,328 DEBUG [RS:0;377014bd7527:35737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:14,328 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732220515164.949a3df3b91cf3e92c975a198c45ad3a. 2024-11-21T20:22:14,328 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732220515164.949a3df3b91cf3e92c975a198c45ad3a. after waiting 0 ms 2024-11-21T20:22:14,328 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732220515164.949a3df3b91cf3e92c975a198c45ad3a. 2024-11-21T20:22:14,328 INFO [RS:0;377014bd7527:35737 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T20:22:14,328 INFO [RS:0;377014bd7527:35737 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T20:22:14,328 INFO [RS:0;377014bd7527:35737 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T20:22:14,328 INFO [RS:0;377014bd7527:35737 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T20:22:14,328 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 949a3df3b91cf3e92c975a198c45ad3a 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-21T20:22:14,328 INFO [RS:0;377014bd7527:35737 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T20:22:14,328 DEBUG [RS:0;377014bd7527:35737 {}] regionserver.HRegionServer(1325): Online Regions={949a3df3b91cf3e92c975a198c45ad3a=test,,1732220515164.949a3df3b91cf3e92c975a198c45ad3a., 1588230740=hbase:meta,,1.1588230740, b4251f44aaeb855392a787801e9f73a4=hbase:replication,,1732220517593.b4251f44aaeb855392a787801e9f73a4.} 2024-11-21T20:22:14,328 DEBUG [RS:0;377014bd7527:35737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 949a3df3b91cf3e92c975a198c45ad3a, b4251f44aaeb855392a787801e9f73a4 2024-11-21T20:22:14,329 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:22:14,329 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:22:14,329 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:22:14,329 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:22:14,329 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:22:14,329 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T20:22:14,345 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/hbase/meta/1588230740/.tmp/info/589ad97375614796b2992cc17ce0613a is 147, key is hbase:replication,,1732220517593.b4251f44aaeb855392a787801e9f73a4./info:regioninfo/1732220518013/Put/seqid=0 2024-11-21T20:22:14,346 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/default/test/949a3df3b91cf3e92c975a198c45ad3a/.tmp/f/29241ff4969543cfb9685def84d13a79 is 28, key is row/f:/1732220524084/DeleteFamily/seqid=0 2024-11-21T20:22:14,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44657 is added to blk_1073741841_1017 (size=5085) 2024-11-21T20:22:14,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44657 is added to blk_1073741840_1016 (size=7686) 2024-11-21T20:22:14,389 INFO [regionserver/377014bd7527:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:22:14,529 DEBUG [RS:0;377014bd7527:35737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 949a3df3b91cf3e92c975a198c45ad3a, b4251f44aaeb855392a787801e9f73a4 2024-11-21T20:22:14,729 DEBUG [RS:0;377014bd7527:35737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 949a3df3b91cf3e92c975a198c45ad3a, b4251f44aaeb855392a787801e9f73a4 2024-11-21T20:22:14,761 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/default/test/949a3df3b91cf3e92c975a198c45ad3a/.tmp/f/29241ff4969543cfb9685def84d13a79 2024-11-21T20:22:14,764 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/hbase/meta/1588230740/.tmp/info/589ad97375614796b2992cc17ce0613a 2024-11-21T20:22:14,772 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29241ff4969543cfb9685def84d13a79 2024-11-21T20:22:14,804 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/default/test/949a3df3b91cf3e92c975a198c45ad3a/.tmp/f1/d27d0b2414a54207bcdc01a9662926a8 is 29, key is row/f1:/1732220524084/DeleteFamily/seqid=0 2024-11-21T20:22:14,816 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/hbase/meta/1588230740/.tmp/ns/80f7d6b59a4f464aa50be327a196b6e6 is 43, key is default/ns:d/1732220502754/Put/seqid=0 2024-11-21T20:22:14,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44657 is added to blk_1073741842_1018 (size=5089) 2024-11-21T20:22:14,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44657 is added to blk_1073741843_1019 (size=5153) 2024-11-21T20:22:14,838 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/hbase/meta/1588230740/.tmp/ns/80f7d6b59a4f464aa50be327a196b6e6 2024-11-21T20:22:14,853 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/hbase/meta/1588230740/.tmp/rep_barrier/41db0e21ce3242bcaa1fdf1c5e7d2573 is 112, key is test,,1732220515164.949a3df3b91cf3e92c975a198c45ad3a./rep_barrier:seqnumDuringOpen/1732220515545/Put/seqid=0 2024-11-21T20:22:14,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44657 is added to blk_1073741844_1020 (size=5518) 2024-11-21T20:22:14,929 DEBUG [RS:0;377014bd7527:35737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 949a3df3b91cf3e92c975a198c45ad3a, b4251f44aaeb855392a787801e9f73a4 2024-11-21T20:22:15,056 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:42777 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-21T20:22:15,125 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T20:22:15,125 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T20:22:15,129 DEBUG [RS:0;377014bd7527:35737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 949a3df3b91cf3e92c975a198c45ad3a, b4251f44aaeb855392a787801e9f73a4 2024-11-21T20:22:15,218 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/default/test/949a3df3b91cf3e92c975a198c45ad3a/.tmp/f1/d27d0b2414a54207bcdc01a9662926a8 2024-11-21T20:22:15,222 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d27d0b2414a54207bcdc01a9662926a8 2024-11-21T20:22:15,237 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/default/test/949a3df3b91cf3e92c975a198c45ad3a/.tmp/norep/4480ecdeec3940d6bbfe45c335e39942 is 32, key is row/norep:/1732220524084/DeleteFamily/seqid=0 2024-11-21T20:22:15,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44657 is added to blk_1073741845_1021 (size=5101) 2024-11-21T20:22:15,256 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/hbase/meta/1588230740/.tmp/rep_barrier/41db0e21ce3242bcaa1fdf1c5e7d2573 2024-11-21T20:22:15,258 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280 to pos 636, reset compression=false 2024-11-21T20:22:15,261 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:22:15,261 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280 to pos 883, reset compression=false 2024-11-21T20:22:15,261 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.shipper377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,35737,1732220500460 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:22:15,262 ERROR [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.shipper377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 377014bd7527,35737,1732220500460: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-377014bd7527,35737,1732220500460, walGroup=377014bd7527%2C35737%2C1732220500460, offset=377014bd7527%2C35737%2C1732220500460.1732220502280:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:35737 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T20:22:15,263 ERROR [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.shipper377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T20:22:15,263 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.shipper377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T20:22:15,264 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.shipper377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T20:22:15,264 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.shipper377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T20:22:15,264 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.shipper377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T20:22:15,264 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.shipper377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1350565888, "init": 1048576000, "max": 2306867200, "used": 1073195384 }, "NonHeapMemoryUsage": { "committed": 206569472, "init": 7667712, "max": -1, "used": 202554848 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T20:22:15,264 WARN [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.shipper377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:42777 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:42777 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T20:22:15,274 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/hbase/meta/1588230740/.tmp/table/79cd4518379f48c9a58958b0eb2753f5 is 53, key is hbase:replication/table:state/1732220518022/Put/seqid=0 2024-11-21T20:22:15,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44657 is added to blk_1073741846_1022 (size=5308) 2024-11-21T20:22:15,330 DEBUG [RS:0;377014bd7527:35737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 949a3df3b91cf3e92c975a198c45ad3a, b4251f44aaeb855392a787801e9f73a4 2024-11-21T20:22:15,469 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280 to pos 883, reset compression=false 2024-11-21T20:22:15,530 DEBUG [RS:0;377014bd7527:35737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 949a3df3b91cf3e92c975a198c45ad3a, b4251f44aaeb855392a787801e9f73a4 2024-11-21T20:22:15,641 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/default/test/949a3df3b91cf3e92c975a198c45ad3a/.tmp/norep/4480ecdeec3940d6bbfe45c335e39942 2024-11-21T20:22:15,644 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4480ecdeec3940d6bbfe45c335e39942 2024-11-21T20:22:15,645 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/default/test/949a3df3b91cf3e92c975a198c45ad3a/.tmp/f/29241ff4969543cfb9685def84d13a79 as hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/default/test/949a3df3b91cf3e92c975a198c45ad3a/f/29241ff4969543cfb9685def84d13a79 2024-11-21T20:22:15,648 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29241ff4969543cfb9685def84d13a79 2024-11-21T20:22:15,648 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/default/test/949a3df3b91cf3e92c975a198c45ad3a/f/29241ff4969543cfb9685def84d13a79, entries=1, sequenceid=6, filesize=5.0 K 2024-11-21T20:22:15,649 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/default/test/949a3df3b91cf3e92c975a198c45ad3a/.tmp/f1/d27d0b2414a54207bcdc01a9662926a8 as hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/default/test/949a3df3b91cf3e92c975a198c45ad3a/f1/d27d0b2414a54207bcdc01a9662926a8 2024-11-21T20:22:15,652 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d27d0b2414a54207bcdc01a9662926a8 2024-11-21T20:22:15,652 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/default/test/949a3df3b91cf3e92c975a198c45ad3a/f1/d27d0b2414a54207bcdc01a9662926a8, entries=1, sequenceid=6, filesize=5.0 K 2024-11-21T20:22:15,653 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/default/test/949a3df3b91cf3e92c975a198c45ad3a/.tmp/norep/4480ecdeec3940d6bbfe45c335e39942 as hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/default/test/949a3df3b91cf3e92c975a198c45ad3a/norep/4480ecdeec3940d6bbfe45c335e39942 2024-11-21T20:22:15,656 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4480ecdeec3940d6bbfe45c335e39942 2024-11-21T20:22:15,656 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/default/test/949a3df3b91cf3e92c975a198c45ad3a/norep/4480ecdeec3940d6bbfe45c335e39942, entries=1, sequenceid=6, filesize=5.0 K 2024-11-21T20:22:15,657 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 949a3df3b91cf3e92c975a198c45ad3a in 1329ms, sequenceid=6, compaction requested=false 2024-11-21T20:22:15,657 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T20:22:15,660 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/default/test/949a3df3b91cf3e92c975a198c45ad3a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T20:22:15,660 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:22:15,661 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T20:22:15,661 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732220515164.949a3df3b91cf3e92c975a198c45ad3a. 2024-11-21T20:22:15,661 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 949a3df3b91cf3e92c975a198c45ad3a: Waiting for close lock at 1732220534328Running coprocessor pre-close hooks at 1732220534328Disabling compacts and flushes for region at 1732220534328Disabling writes for close at 1732220534328Obtaining lock to block concurrent updates at 1732220534328Preparing flush snapshotting stores in 949a3df3b91cf3e92c975a198c45ad3a at 1732220534328Finished memstore snapshotting test,,1732220515164.949a3df3b91cf3e92c975a198c45ad3a., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732220534329 (+1 ms)Flushing stores of test,,1732220515164.949a3df3b91cf3e92c975a198c45ad3a. at 1732220534329Flushing 949a3df3b91cf3e92c975a198c45ad3a/f: creating writer at 1732220534329Flushing 949a3df3b91cf3e92c975a198c45ad3a/f: appending metadata at 1732220534345 (+16 ms)Flushing 949a3df3b91cf3e92c975a198c45ad3a/f: closing flushed file at 1732220534345Flushing 949a3df3b91cf3e92c975a198c45ad3a/f1: creating writer at 1732220534773 (+428 ms)Flushing 949a3df3b91cf3e92c975a198c45ad3a/f1: appending metadata at 1732220534803 (+30 ms)Flushing 949a3df3b91cf3e92c975a198c45ad3a/f1: closing flushed file at 1732220534803Flushing 949a3df3b91cf3e92c975a198c45ad3a/norep: creating writer at 1732220535222 (+419 ms)Flushing 949a3df3b91cf3e92c975a198c45ad3a/norep: appending metadata at 1732220535236 (+14 ms)Flushing 949a3df3b91cf3e92c975a198c45ad3a/norep: closing flushed file at 1732220535236Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59c6b246: reopening flushed file at 1732220535644 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4003854e: reopening flushed file at 1732220535648 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@648d9e58: reopening flushed file at 1732220535652 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 949a3df3b91cf3e92c975a198c45ad3a in 1329ms, sequenceid=6, compaction requested=false at 1732220535657 (+5 ms)Writing region close event to WAL at 1732220535658 (+1 ms)Running coprocessor post-close hooks at 1732220535660 (+2 ms)Closed at 1732220535661 (+1 ms) 2024-11-21T20:22:15,661 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732220515164.949a3df3b91cf3e92c975a198c45ad3a. 2024-11-21T20:22:15,661 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b4251f44aaeb855392a787801e9f73a4, disabling compactions & flushes 2024-11-21T20:22:15,661 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732220517593.b4251f44aaeb855392a787801e9f73a4. 2024-11-21T20:22:15,661 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732220517593.b4251f44aaeb855392a787801e9f73a4. 2024-11-21T20:22:15,661 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732220517593.b4251f44aaeb855392a787801e9f73a4. after waiting 0 ms 2024-11-21T20:22:15,661 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732220517593.b4251f44aaeb855392a787801e9f73a4. 2024-11-21T20:22:15,661 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b4251f44aaeb855392a787801e9f73a4: Waiting for close lock at 1732220535661Running coprocessor pre-close hooks at 1732220535661Disabling compacts and flushes for region at 1732220535661Disabling writes for close at 1732220535661Failed flush hbase:replication,,1732220517593.b4251f44aaeb855392a787801e9f73a4., putting online again at 1732220535661 2024-11-21T20:22:15,661 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732220517593.b4251f44aaeb855392a787801e9f73a4. 2024-11-21T20:22:15,677 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/hbase/meta/1588230740/.tmp/table/79cd4518379f48c9a58958b0eb2753f5 2024-11-21T20:22:15,681 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/hbase/meta/1588230740/.tmp/info/589ad97375614796b2992cc17ce0613a as hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/hbase/meta/1588230740/info/589ad97375614796b2992cc17ce0613a 2024-11-21T20:22:15,684 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/hbase/meta/1588230740/info/589ad97375614796b2992cc17ce0613a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T20:22:15,684 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/hbase/meta/1588230740/.tmp/ns/80f7d6b59a4f464aa50be327a196b6e6 as hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/hbase/meta/1588230740/ns/80f7d6b59a4f464aa50be327a196b6e6 2024-11-21T20:22:15,687 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/hbase/meta/1588230740/ns/80f7d6b59a4f464aa50be327a196b6e6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T20:22:15,688 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/hbase/meta/1588230740/.tmp/rep_barrier/41db0e21ce3242bcaa1fdf1c5e7d2573 as hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/hbase/meta/1588230740/rep_barrier/41db0e21ce3242bcaa1fdf1c5e7d2573 2024-11-21T20:22:15,690 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/hbase/meta/1588230740/rep_barrier/41db0e21ce3242bcaa1fdf1c5e7d2573, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T20:22:15,691 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/hbase/meta/1588230740/.tmp/table/79cd4518379f48c9a58958b0eb2753f5 as hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/hbase/meta/1588230740/table/79cd4518379f48c9a58958b0eb2753f5 2024-11-21T20:22:15,694 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/hbase/meta/1588230740/table/79cd4518379f48c9a58958b0eb2753f5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T20:22:15,694 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1365ms, sequenceid=16, compaction requested=false 2024-11-21T20:22:15,694 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T20:22:15,698 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T20:22:15,698 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:22:15,698 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:22:15,698 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:22:15,698 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220534328Running coprocessor pre-close hooks at 1732220534328Disabling compacts and flushes for region at 1732220534328Disabling writes for close at 1732220534329 (+1 ms)Obtaining lock to block concurrent updates at 1732220534329Preparing flush snapshotting stores in 1588230740 at 1732220534329Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732220534329Flushing stores of hbase:meta,,1.1588230740 at 1732220534329Flushing 1588230740/info: creating writer at 1732220534329Flushing 1588230740/info: appending metadata at 1732220534345 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732220534345Flushing 1588230740/ns: creating writer at 1732220534773 (+428 ms)Flushing 1588230740/ns: appending metadata at 1732220534815 (+42 ms)Flushing 1588230740/ns: closing flushed file at 1732220534815Flushing 1588230740/rep_barrier: creating writer at 1732220534841 (+26 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732220534853 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732220534853Flushing 1588230740/table: creating writer at 1732220535260 (+407 ms)Flushing 1588230740/table: appending metadata at 1732220535273 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732220535273Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3efc094e: reopening flushed file at 1732220535680 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53c5969b: reopening flushed file at 1732220535684 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c64196a: reopening flushed file at 1732220535687 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24a9129c: reopening flushed file at 1732220535690 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1365ms, sequenceid=16, compaction requested=false at 1732220535694 (+4 ms)Writing region close event to WAL at 1732220535696 (+2 ms)Running coprocessor post-close hooks at 1732220535698 (+2 ms)Closed at 1732220535698 2024-11-21T20:22:15,699 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T20:22:15,730 INFO [RS:0;377014bd7527:35737 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T20:22:15,730 DEBUG [RS:0;377014bd7527:35737 {}] regionserver.HRegionServer(1325): Online Regions={b4251f44aaeb855392a787801e9f73a4=hbase:replication,,1732220517593.b4251f44aaeb855392a787801e9f73a4.} 2024-11-21T20:22:15,730 INFO [RS:0;377014bd7527:35737 {}] regionserver.HRegionServer(3091): Received CLOSE for b4251f44aaeb855392a787801e9f73a4 2024-11-21T20:22:15,730 DEBUG [RS:0;377014bd7527:35737 {}] regionserver.HRegionServer(1351): Waiting on b4251f44aaeb855392a787801e9f73a4 2024-11-21T20:22:15,730 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b4251f44aaeb855392a787801e9f73a4, disabling compactions & flushes 2024-11-21T20:22:15,730 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732220517593.b4251f44aaeb855392a787801e9f73a4. 2024-11-21T20:22:15,730 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732220517593.b4251f44aaeb855392a787801e9f73a4. 2024-11-21T20:22:15,730 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732220517593.b4251f44aaeb855392a787801e9f73a4. after waiting 0 ms 2024-11-21T20:22:15,730 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732220517593.b4251f44aaeb855392a787801e9f73a4. 2024-11-21T20:22:15,730 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b4251f44aaeb855392a787801e9f73a4: Waiting for close lock at 1732220535730Running coprocessor pre-close hooks at 1732220535730Disabling compacts and flushes for region at 1732220535730Disabling writes for close at 1732220535730Failed flush hbase:replication,,1732220517593.b4251f44aaeb855392a787801e9f73a4., putting online again at 1732220535730 2024-11-21T20:22:15,731 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732220517593.b4251f44aaeb855392a787801e9f73a4. 2024-11-21T20:22:15,773 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280 to pos 883, reset compression=false 2024-11-21T20:22:15,778 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:22:15,778 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.wal-reader.377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/WALs/377014bd7527,35737,1732220500460/377014bd7527%2C35737%2C1732220500460.1732220502280 to pos 1527, reset compression=false 2024-11-21T20:22:15,930 INFO [RS:0;377014bd7527:35737 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-21T20:22:15,930 INFO [RS:0;377014bd7527:35737 {}] regionserver.HRegionServer(976): stopping server 377014bd7527,35737,1732220500460; all regions closed. 2024-11-21T20:22:15,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44657 is added to blk_1073741834_1010 (size=4239) 2024-11-21T20:22:15,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44657 is added to blk_1073741839_1015 (size=1297) 2024-11-21T20:22:15,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44657 is added to blk_1073741833_1009 (size=1535) 2024-11-21T20:22:15,954 DEBUG [RS:0;377014bd7527:35737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:15,955 INFO [RS:0;377014bd7527:35737 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:22:15,955 INFO [RS:0;377014bd7527:35737 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:22:15,955 INFO [RS:0;377014bd7527:35737 {}] hbase.ChoreService(370): Chore service for: regionserver/377014bd7527:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T20:22:15,955 INFO [regionserver/377014bd7527:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:22:15,955 INFO [RS:0;377014bd7527:35737 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:22:15,956 INFO [RS:0;377014bd7527:35737 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-377014bd7527,35737,1732220500460 because: Region server is closing 2024-11-21T20:22:15,956 INFO [RS:0;377014bd7527:35737 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:35737. 2024-11-21T20:22:15,956 DEBUG [RS:0;377014bd7527:35737 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:22:15,956 DEBUG [RS:0;377014bd7527:35737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:15,956 DEBUG [RS:0;377014bd7527:35737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:15,956 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:22:16,056 INFO [RS:0;377014bd7527:35737 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,35737,1732220500460.replicationSource.shipper377014bd7527%2C35737%2C1732220500460,1-377014bd7527,35737,1732220500460 terminated 2024-11-21T20:22:16,057 INFO [RS:0;377014bd7527:35737 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35737 2024-11-21T20:22:16,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x1015f0f29dc0000, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01197323933/rs 2024-11-21T20:22:16,094 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35737-0x1015f0f29dc0001, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01197323933/rs/377014bd7527,35737,1732220500460 2024-11-21T20:22:16,094 INFO [RS:0;377014bd7527:35737 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:22:16,115 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [377014bd7527,35737,1732220500460] 2024-11-21T20:22:16,136 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01197323933/draining/377014bd7527,35737,1732220500460 already deleted, retry=false 2024-11-21T20:22:16,136 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 377014bd7527,35737,1732220500460 expired; onlineServers=0 2024-11-21T20:22:16,136 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '377014bd7527,42777,1732220500012' ***** 2024-11-21T20:22:16,136 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T20:22:16,136 INFO [M:0;377014bd7527:42777 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:22:16,136 INFO [M:0;377014bd7527:42777 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:22:16,137 DEBUG [M:0;377014bd7527:42777 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T20:22:16,137 DEBUG [M:0;377014bd7527:42777 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T20:22:16,137 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T20:22:16,137 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220502000 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220502000,5,FailOnTimeoutGroup] 2024-11-21T20:22:16,137 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220502008 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220502008,5,FailOnTimeoutGroup] 2024-11-21T20:22:16,137 INFO [M:0;377014bd7527:42777 {}] hbase.ChoreService(370): Chore service for: master/377014bd7527:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T20:22:16,137 INFO [M:0;377014bd7527:42777 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:22:16,137 DEBUG [M:0;377014bd7527:42777 {}] master.HMaster(1795): Stopping service threads 2024-11-21T20:22:16,137 INFO [M:0;377014bd7527:42777 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T20:22:16,137 INFO [M:0;377014bd7527:42777 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:22:16,137 INFO [M:0;377014bd7527:42777 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T20:22:16,137 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T20:22:16,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x1015f0f29dc0000, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01197323933/master 2024-11-21T20:22:16,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x1015f0f29dc0000, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01197323933 2024-11-21T20:22:16,157 DEBUG [M:0;377014bd7527:42777 {}] zookeeper.ZKUtil(347): master:42777-0x1015f0f29dc0000, quorum=127.0.0.1:49217, baseZNode=/01197323933 Unable to get data of znode /01197323933/master because node does not exist (not an error) 2024-11-21T20:22:16,158 WARN [M:0;377014bd7527:42777 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T20:22:16,158 INFO [M:0;377014bd7527:42777 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/.lastflushedseqids 2024-11-21T20:22:16,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44657 is added to blk_1073741847_1023 (size=245) 2024-11-21T20:22:16,162 INFO [M:0;377014bd7527:42777 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T20:22:16,162 INFO [M:0;377014bd7527:42777 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T20:22:16,162 DEBUG [M:0;377014bd7527:42777 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:22:16,162 INFO [M:0;377014bd7527:42777 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:22:16,162 DEBUG [M:0;377014bd7527:42777 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:22:16,162 DEBUG [M:0;377014bd7527:42777 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:22:16,162 DEBUG [M:0;377014bd7527:42777 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:22:16,162 INFO [M:0;377014bd7527:42777 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-21T20:22:16,194 DEBUG [M:0;377014bd7527:42777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea7f82ea80f9487e9805b218980f467e is 82, key is hbase:meta,,1/info:regioninfo/1732220502704/Put/seqid=0 2024-11-21T20:22:16,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44657 is added to blk_1073741848_1024 (size=5672) 2024-11-21T20:22:16,215 INFO [RS:0;377014bd7527:35737 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:22:16,215 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35737-0x1015f0f29dc0001, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:22:16,215 INFO [RS:0;377014bd7527:35737 {}] regionserver.HRegionServer(1031): Exiting; stopping=377014bd7527,35737,1732220500460; zookeeper connection closed. 2024-11-21T20:22:16,215 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35737-0x1015f0f29dc0001, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:22:16,216 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6202f7ce {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6202f7ce 2024-11-21T20:22:16,216 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T20:22:16,603 INFO [M:0;377014bd7527:42777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea7f82ea80f9487e9805b218980f467e 2024-11-21T20:22:16,625 DEBUG [M:0;377014bd7527:42777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcf85504732e4ec6b513ac89b6a9b9ae is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732220515555/Put/seqid=0 2024-11-21T20:22:16,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44657 is added to blk_1073741849_1025 (size=7219) 2024-11-21T20:22:16,629 INFO [M:0;377014bd7527:42777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcf85504732e4ec6b513ac89b6a9b9ae 2024-11-21T20:22:16,632 INFO [M:0;377014bd7527:42777 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fcf85504732e4ec6b513ac89b6a9b9ae 2024-11-21T20:22:16,645 DEBUG [M:0;377014bd7527:42777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/decb221fedf54137a2b3d58eab222e28 is 69, key is 377014bd7527,35737,1732220500460/rs:state/1732220502074/Put/seqid=0 2024-11-21T20:22:16,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44657 is added to blk_1073741850_1026 (size=5156) 2024-11-21T20:22:16,648 INFO [M:0;377014bd7527:42777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/decb221fedf54137a2b3d58eab222e28 2024-11-21T20:22:16,652 DEBUG [M:0;377014bd7527:42777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea7f82ea80f9487e9805b218980f467e as hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ea7f82ea80f9487e9805b218980f467e 2024-11-21T20:22:16,656 INFO [M:0;377014bd7527:42777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ea7f82ea80f9487e9805b218980f467e, entries=8, sequenceid=105, filesize=5.5 K 2024-11-21T20:22:16,656 DEBUG [M:0;377014bd7527:42777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcf85504732e4ec6b513ac89b6a9b9ae as hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fcf85504732e4ec6b513ac89b6a9b9ae 2024-11-21T20:22:16,659 INFO [M:0;377014bd7527:42777 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fcf85504732e4ec6b513ac89b6a9b9ae 2024-11-21T20:22:16,659 INFO [M:0;377014bd7527:42777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fcf85504732e4ec6b513ac89b6a9b9ae, entries=11, sequenceid=105, filesize=7.0 K 2024-11-21T20:22:16,660 DEBUG [M:0;377014bd7527:42777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/decb221fedf54137a2b3d58eab222e28 as hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/decb221fedf54137a2b3d58eab222e28 2024-11-21T20:22:16,663 INFO [M:0;377014bd7527:42777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45317/user/jenkins/test-data/eab351eb-2fa1-3f40-e59f-f76debca9e69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/decb221fedf54137a2b3d58eab222e28, entries=1, sequenceid=105, filesize=5.0 K 2024-11-21T20:22:16,664 INFO [M:0;377014bd7527:42777 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 502ms, sequenceid=105, compaction requested=false 2024-11-21T20:22:16,665 INFO [M:0;377014bd7527:42777 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:22:16,665 DEBUG [M:0;377014bd7527:42777 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220536162Disabling compacts and flushes for region at 1732220536162Disabling writes for close at 1732220536162Obtaining lock to block concurrent updates at 1732220536162Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732220536162Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732220536163 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732220536163Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732220536163Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732220536194 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732220536194Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732220536607 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732220536625 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732220536625Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732220536632 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732220536644 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732220536644Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4da9d4d8: reopening flushed file at 1732220536651 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e170c17: reopening flushed file at 1732220536656 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13a42876: reopening flushed file at 1732220536659 (+3 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 502ms, sequenceid=105, compaction requested=false at 1732220536664 (+5 ms)Writing region close event to WAL at 1732220536665 (+1 ms)Closed at 1732220536665 2024-11-21T20:22:16,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44657 is added to blk_1073741830_1006 (size=64435) 2024-11-21T20:22:16,667 INFO [M:0;377014bd7527:42777 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T20:22:16,667 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:22:16,667 INFO [M:0;377014bd7527:42777 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42777 2024-11-21T20:22:16,667 INFO [M:0;377014bd7527:42777 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:22:16,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x1015f0f29dc0000, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:22:16,782 INFO [M:0;377014bd7527:42777 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:22:16,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x1015f0f29dc0000, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:22:16,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9a19a84{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:22:16,785 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10491a64{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:22:16,785 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:22:16,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b21a851{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:22:16,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a4c3357{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/hadoop.log.dir/,STOPPED} 2024-11-21T20:22:16,786 WARN [BP-1576135542-172.17.0.2-1732220497487 heartbeating to localhost/127.0.0.1:45317 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T20:22:16,786 WARN [BP-1576135542-172.17.0.2-1732220497487 heartbeating to localhost/127.0.0.1:45317 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1576135542-172.17.0.2-1732220497487 (Datanode Uuid c4c7ea64-4957-4e20-8401-76197f2bac90) service to localhost/127.0.0.1:45317 2024-11-21T20:22:16,786 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T20:22:16,786 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T20:22:16,787 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/cluster_4a52b515-afef-7342-a4ac-04ecc7f664e1/data/data1/current/BP-1576135542-172.17.0.2-1732220497487 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:22:16,787 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/cluster_4a52b515-afef-7342-a4ac-04ecc7f664e1/data/data2/current/BP-1576135542-172.17.0.2-1732220497487 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:22:16,787 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T20:22:16,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@646424{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:22:16,792 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f055b0d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:22:16,792 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:22:16,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70d4617e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:22:16,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@732e8ed2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30a6b268-3027-ffde-f67a-f036e699d6fb/hadoop.log.dir/,STOPPED} 2024-11-21T20:22:16,797 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T20:22:16,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T20:22:16,817 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 315) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45317 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-23 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35817 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49217) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45317 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49217) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45317 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33175 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35817 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45317 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49217) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:33175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:45317 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:35817 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35817 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33175 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35817 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33175 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=795 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=585 (was 408) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12913 (was 13026) 2024-11-21T20:22:16,829 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=795, MaxFileDescriptor=1048576, SystemLoadAverage=585, ProcessCount=11, AvailableMemoryMB=12914 2024-11-21T20:22:16,844 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-21T20:22:16,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9/hadoop.log.dir so I do NOT create it in target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810 2024-11-21T20:22:16,844 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T20:22:16,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9/hadoop.tmp.dir so I do NOT create it in target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810 2024-11-21T20:22:16,844 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69d8db3-cf35-31cb-f518-3260d22e1db9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T20:22:16,844 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810 2024-11-21T20:22:16,844 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/cluster_e41c25c3-3add-2199-2e4a-63d5d91d42fb, deleteOnExit=true 2024-11-21T20:22:16,860 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/cluster_e41c25c3-3add-2199-2e4a-63d5d91d42fb/zookeeper_0, clientPort=58555, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/cluster_e41c25c3-3add-2199-2e4a-63d5d91d42fb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/cluster_e41c25c3-3add-2199-2e4a-63d5d91d42fb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T20:22:16,861 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58555 2024-11-21T20:22:16,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T20:22:16,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T20:22:16,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/test.cache.data in system properties and HBase conf 2024-11-21T20:22:16,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T20:22:16,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/hadoop.log.dir in system properties and HBase conf 2024-11-21T20:22:16,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T20:22:16,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T20:22:16,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T20:22:16,861 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T20:22:16,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:22:16,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:22:16,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T20:22:16,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:22:16,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T20:22:16,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T20:22:16,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:22:16,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:22:16,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T20:22:16,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/nfs.dump.dir in system properties and HBase conf 2024-11-21T20:22:16,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/java.io.tmpdir in system properties and HBase conf 2024-11-21T20:22:16,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:22:16,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T20:22:16,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T20:22:16,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015f0f29dc0005, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T20:22:16,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015f0f29dc0008, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T20:22:16,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015f0f29dc0002, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T20:22:16,895 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015f0f29dc0008, quorum=127.0.0.1:49217, baseZNode=/21150396876 Received Disconnected from ZooKeeper, ignoring 2024-11-21T20:22:16,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015f0f29dc0005, quorum=127.0.0.1:49217, baseZNode=/1-1057446530 Received Disconnected from ZooKeeper, ignoring 2024-11-21T20:22:16,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015f0f29dc0002, quorum=127.0.0.1:49217, baseZNode=/01197323933 Received Disconnected from ZooKeeper, ignoring 2024-11-21T20:22:17,206 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:22:17,210 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:22:17,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:22:17,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:22:17,234 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T20:22:17,235 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:22:17,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1774bcfc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:22:17,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27b715de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:22:17,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3391f66a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/java.io.tmpdir/jetty-localhost-37389-hadoop-hdfs-3_4_1-tests_jar-_-any-3451742425532614014/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:22:17,331 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3826f199{HTTP/1.1, (http/1.1)}{localhost:37389} 2024-11-21T20:22:17,331 INFO [Time-limited test {}] server.Server(415): Started @313170ms 2024-11-21T20:22:17,641 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:22:17,641 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:17,641 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:17,642 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:17,642 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:17,642 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:17,642 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:17,642 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:17,642 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:17,674 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:17,674 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:17,674 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:17,674 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:17,675 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:17,675 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:17,681 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:17,685 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:17,686 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:17,688 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:17,712 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:22:17,716 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:22:17,717 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:22:17,717 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:22:17,717 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T20:22:17,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25fb5ae3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:22:17,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72de679e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:22:17,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@332dafea{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/java.io.tmpdir/jetty-localhost-34013-hadoop-hdfs-3_4_1-tests_jar-_-any-1023385176377434991/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:22:17,855 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39276dad{HTTP/1.1, (http/1.1)}{localhost:34013} 2024-11-21T20:22:17,855 INFO [Time-limited test {}] server.Server(415): Started @313694ms 2024-11-21T20:22:17,857 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T20:22:18,535 WARN [Thread-4189 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/cluster_e41c25c3-3add-2199-2e4a-63d5d91d42fb/data/data1/current/BP-1275910554-172.17.0.2-1732220536875/current, will proceed with Du for space computation calculation, 2024-11-21T20:22:18,535 WARN [Thread-4190 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/cluster_e41c25c3-3add-2199-2e4a-63d5d91d42fb/data/data2/current/BP-1275910554-172.17.0.2-1732220536875/current, will proceed with Du for space computation calculation, 2024-11-21T20:22:18,561 WARN [Thread-4177 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T20:22:18,563 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7c4dac2a0981337 with lease ID 0xd59373bc0d823ef3: Processing first storage report for DS-11cee5d3-d82d-451a-bccf-fea5da509e77 from datanode DatanodeRegistration(127.0.0.1:45813, datanodeUuid=fcd4671f-e73d-41c6-8c66-5394025019bb, infoPort=38135, infoSecurePort=0, ipcPort=34147, storageInfo=lv=-57;cid=testClusterID;nsid=721897273;c=1732220536875) 2024-11-21T20:22:18,563 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7c4dac2a0981337 with lease ID 0xd59373bc0d823ef3: from storage DS-11cee5d3-d82d-451a-bccf-fea5da509e77 node DatanodeRegistration(127.0.0.1:45813, datanodeUuid=fcd4671f-e73d-41c6-8c66-5394025019bb, infoPort=38135, infoSecurePort=0, ipcPort=34147, storageInfo=lv=-57;cid=testClusterID;nsid=721897273;c=1732220536875), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:22:18,563 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7c4dac2a0981337 with lease ID 0xd59373bc0d823ef3: Processing first storage report for DS-649a801f-d580-4d0a-bf83-cfd63f8b06c5 from datanode DatanodeRegistration(127.0.0.1:45813, datanodeUuid=fcd4671f-e73d-41c6-8c66-5394025019bb, infoPort=38135, infoSecurePort=0, ipcPort=34147, storageInfo=lv=-57;cid=testClusterID;nsid=721897273;c=1732220536875) 2024-11-21T20:22:18,563 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7c4dac2a0981337 with lease ID 0xd59373bc0d823ef3: from storage DS-649a801f-d580-4d0a-bf83-cfd63f8b06c5 node DatanodeRegistration(127.0.0.1:45813, datanodeUuid=fcd4671f-e73d-41c6-8c66-5394025019bb, infoPort=38135, infoSecurePort=0, ipcPort=34147, storageInfo=lv=-57;cid=testClusterID;nsid=721897273;c=1732220536875), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:22:18,625 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810 2024-11-21T20:22:18,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:22:18,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:22:18,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45813 is added to blk_1073741825_1001 (size=7) 2024-11-21T20:22:19,039 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37955/user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba with version=8 2024-11-21T20:22:19,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37955/user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba/hbase-staging 2024-11-21T20:22:19,041 INFO [Time-limited test {}] client.ConnectionUtils(128): master/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:22:19,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:22:19,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:22:19,041 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:22:19,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:22:19,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:22:19,041 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T20:22:19,041 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:22:19,042 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36713 2024-11-21T20:22:19,043 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36713 connecting to ZooKeeper ensemble=127.0.0.1:58555 2024-11-21T20:22:19,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367130x0, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:22:19,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36713-0x1015f0fc3c70000 connected 2024-11-21T20:22:19,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:22:19,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:22:19,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36713-0x1015f0fc3c70000, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Set watcher on znode that does not yet exist, /0-1227940599/running 2024-11-21T20:22:19,340 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37955/user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba, hbase.cluster.distributed=false 2024-11-21T20:22:19,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36713-0x1015f0fc3c70000, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Set watcher on znode that does not yet exist, /0-1227940599/acl 2024-11-21T20:22:19,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36713 2024-11-21T20:22:19,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36713 2024-11-21T20:22:19,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36713 2024-11-21T20:22:19,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36713 2024-11-21T20:22:19,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36713 2024-11-21T20:22:19,371 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:22:19,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:22:19,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:22:19,372 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:22:19,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:22:19,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:22:19,372 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T20:22:19,372 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:22:19,372 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36269 2024-11-21T20:22:19,373 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36269 connecting to ZooKeeper ensemble=127.0.0.1:58555 2024-11-21T20:22:19,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:22:19,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:22:19,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362690x0, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:22:19,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362690x0, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Set watcher on znode that does not yet exist, /0-1227940599/running 2024-11-21T20:22:19,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36269-0x1015f0fc3c70001 connected 2024-11-21T20:22:19,431 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T20:22:19,432 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T20:22:19,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36269-0x1015f0fc3c70001, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Set watcher on znode that does not yet exist, /0-1227940599/master 2024-11-21T20:22:19,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36269-0x1015f0fc3c70001, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Set watcher on znode that does not yet exist, /0-1227940599/acl 2024-11-21T20:22:19,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36269 2024-11-21T20:22:19,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36269 2024-11-21T20:22:19,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36269 2024-11-21T20:22:19,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36269 2024-11-21T20:22:19,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36269 2024-11-21T20:22:19,454 DEBUG [M:0;377014bd7527:36713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;377014bd7527:36713 2024-11-21T20:22:19,454 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1227940599/backup-masters/377014bd7527,36713,1732220539041 2024-11-21T20:22:19,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36713-0x1015f0fc3c70000, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1227940599/backup-masters 2024-11-21T20:22:19,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36269-0x1015f0fc3c70001, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1227940599/backup-masters 2024-11-21T20:22:19,513 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36713-0x1015f0fc3c70000, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Set watcher on existing znode=/0-1227940599/backup-masters/377014bd7527,36713,1732220539041 2024-11-21T20:22:19,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36269-0x1015f0fc3c70001, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1227940599/master 2024-11-21T20:22:19,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36713-0x1015f0fc3c70000, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1227940599 2024-11-21T20:22:19,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36269-0x1015f0fc3c70001, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1227940599 2024-11-21T20:22:19,557 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36713-0x1015f0fc3c70000, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Set watcher on existing znode=/0-1227940599/master 2024-11-21T20:22:19,557 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1227940599/backup-masters/377014bd7527,36713,1732220539041 from backup master directory 2024-11-21T20:22:19,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36713-0x1015f0fc3c70000, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1227940599/backup-masters/377014bd7527,36713,1732220539041 2024-11-21T20:22:19,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36269-0x1015f0fc3c70001, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1227940599/backup-masters 2024-11-21T20:22:19,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36713-0x1015f0fc3c70000, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1227940599/backup-masters 2024-11-21T20:22:19,619 WARN [master/377014bd7527:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:22:19,619 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=377014bd7527,36713,1732220539041 2024-11-21T20:22:19,623 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37955/user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba/hbase.id] with ID: 226e7e62-db10-45f1-a7ec-9214ec8c4651 2024-11-21T20:22:19,623 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37955/user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba/.tmp/hbase.id 2024-11-21T20:22:19,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45813 is added to blk_1073741826_1002 (size=42) 2024-11-21T20:22:20,027 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37955/user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba/.tmp/hbase.id]:[hdfs://localhost:37955/user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba/hbase.id] 2024-11-21T20:22:20,034 INFO [master/377014bd7527:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:22:20,035 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T20:22:20,035 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-21T20:22:20,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36713-0x1015f0fc3c70000, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1227940599 2024-11-21T20:22:20,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36269-0x1015f0fc3c70001, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1227940599 2024-11-21T20:22:20,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45813 is added to blk_1073741827_1003 (size=196) 2024-11-21T20:22:20,559 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:22:20,560 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T20:22:20,560 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:22:20,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45813 is added to blk_1073741828_1004 (size=1189) 2024-11-21T20:22:20,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T20:22:20,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T20:22:20,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T20:22:20,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T20:22:20,974 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37955/user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba/MasterData/data/master/store 2024-11-21T20:22:20,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45813 is added to blk_1073741829_1005 (size=34) 2024-11-21T20:22:21,381 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:22:21,381 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:22:21,381 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:22:21,381 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:22:21,381 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:22:21,381 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:22:21,381 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:22:21,381 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220541381Disabling compacts and flushes for region at 1732220541381Disabling writes for close at 1732220541381Writing region close event to WAL at 1732220541381Closed at 1732220541381 2024-11-21T20:22:21,382 WARN [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37955/user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba/MasterData/data/master/store/.initializing 2024-11-21T20:22:21,382 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37955/user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba/MasterData/WALs/377014bd7527,36713,1732220539041 2024-11-21T20:22:21,383 INFO [master/377014bd7527:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:22:21,384 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=377014bd7527%2C36713%2C1732220539041, suffix=, logDir=hdfs://localhost:37955/user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba/MasterData/WALs/377014bd7527,36713,1732220539041, archiveDir=hdfs://localhost:37955/user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba/MasterData/oldWALs, maxLogs=10 2024-11-21T20:22:21,397 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba/MasterData/WALs/377014bd7527,36713,1732220539041/377014bd7527%2C36713%2C1732220539041.1732220541384, exclude list is [], retry=0 2024-11-21T20:22:21,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45813,DS-11cee5d3-d82d-451a-bccf-fea5da509e77,DISK] 2024-11-21T20:22:21,400 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba/MasterData/WALs/377014bd7527,36713,1732220539041/377014bd7527%2C36713%2C1732220539041.1732220541384 2024-11-21T20:22:21,400 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38135:38135)] 2024-11-21T20:22:21,400 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:22:21,401 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:22:21,401 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:21,401 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:21,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:21,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T20:22:21,403 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:21,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:22:21,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:21,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T20:22:21,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:21,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:22:21,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:21,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T20:22:21,405 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:21,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:22:21,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:21,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T20:22:21,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:21,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:22:21,407 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:21,407 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37955/user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:21,408 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37955/user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:21,409 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:21,409 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:21,409 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:22:21,410 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:21,411 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37955/user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:22:21,412 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64349754, jitterRate=-0.04111394286155701}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:22:21,412 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732220541401Initializing all the Stores at 1732220541401Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220541401Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220541402 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220541402Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220541402Cleaning up temporary data from old regions at 1732220541409 (+7 ms)Region opened successfully at 1732220541412 (+3 ms) 2024-11-21T20:22:21,412 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T20:22:21,414 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68e5bcb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:22:21,415 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T20:22:21,415 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T20:22:21,415 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T20:22:21,415 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T20:22:21,415 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T20:22:21,416 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T20:22:21,416 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T20:22:21,419 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T20:22:21,420 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36713-0x1015f0fc3c70000, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Unable to get data of znode /0-1227940599/balancer because node does not exist (not necessarily an error) 2024-11-21T20:22:21,461 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1227940599/balancer already deleted, retry=false 2024-11-21T20:22:21,461 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T20:22:21,462 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36713-0x1015f0fc3c70000, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Unable to get data of znode /0-1227940599/normalizer because node does not exist (not necessarily an error) 2024-11-21T20:22:21,471 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1227940599/normalizer already deleted, retry=false 2024-11-21T20:22:21,472 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T20:22:21,473 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36713-0x1015f0fc3c70000, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Unable to get data of znode /0-1227940599/switch/split because node does not exist (not necessarily an error) 2024-11-21T20:22:21,482 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1227940599/switch/split already deleted, retry=false 2024-11-21T20:22:21,483 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36713-0x1015f0fc3c70000, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Unable to get data of znode /0-1227940599/switch/merge because node does not exist (not necessarily an error) 2024-11-21T20:22:21,492 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1227940599/switch/merge already deleted, retry=false 2024-11-21T20:22:21,494 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36713-0x1015f0fc3c70000, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Unable to get data of znode /0-1227940599/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T20:22:21,503 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1227940599/snapshot-cleanup already deleted, retry=false 2024-11-21T20:22:21,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36713-0x1015f0fc3c70000, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1227940599/running 2024-11-21T20:22:21,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36269-0x1015f0fc3c70001, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1227940599/running 2024-11-21T20:22:21,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36713-0x1015f0fc3c70000, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1227940599 2024-11-21T20:22:21,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36269-0x1015f0fc3c70001, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1227940599 2024-11-21T20:22:21,514 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=377014bd7527,36713,1732220539041, sessionid=0x1015f0fc3c70000, setting cluster-up flag (Was=false) 2024-11-21T20:22:21,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36713-0x1015f0fc3c70000, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1227940599 2024-11-21T20:22:21,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36269-0x1015f0fc3c70001, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1227940599 2024-11-21T20:22:21,566 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1227940599/flush-table-proc/acquired, /0-1227940599/flush-table-proc/reached, /0-1227940599/flush-table-proc/abort 2024-11-21T20:22:21,568 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,36713,1732220539041 2024-11-21T20:22:21,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36713-0x1015f0fc3c70000, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1227940599 2024-11-21T20:22:21,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36269-0x1015f0fc3c70001, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1227940599 2024-11-21T20:22:21,619 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1227940599/online-snapshot/acquired, /0-1227940599/online-snapshot/reached, /0-1227940599/online-snapshot/abort 2024-11-21T20:22:21,620 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,36713,1732220539041 2024-11-21T20:22:21,620 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37955/user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T20:22:21,622 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T20:22:21,622 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T20:22:21,622 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T20:22:21,622 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 377014bd7527,36713,1732220539041 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T20:22:21,623 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:22:21,623 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:22:21,623 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:22:21,623 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:22:21,624 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/377014bd7527:0, corePoolSize=10, maxPoolSize=10 2024-11-21T20:22:21,624 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:21,624 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:22:21,624 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:21,628 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:22:21,628 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T20:22:21,629 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:21,629 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T20:22:21,636 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732220571636 2024-11-21T20:22:21,636 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T20:22:21,636 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T20:22:21,636 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T20:22:21,636 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T20:22:21,636 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T20:22:21,636 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T20:22:21,640 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:21,641 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T20:22:21,641 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T20:22:21,641 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T20:22:21,641 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T20:22:21,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45813 is added to blk_1073741831_1007 (size=1321) 2024-11-21T20:22:21,661 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37955/user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T20:22:21,661 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37955/user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba 2024-11-21T20:22:21,668 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T20:22:21,668 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T20:22:21,673 INFO [RS:0;377014bd7527:36269 {}] regionserver.HRegionServer(746): ClusterId : 226e7e62-db10-45f1-a7ec-9214ec8c4651 2024-11-21T20:22:21,673 DEBUG [RS:0;377014bd7527:36269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T20:22:21,679 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220541668,5,FailOnTimeoutGroup] 2024-11-21T20:22:21,683 DEBUG [RS:0;377014bd7527:36269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T20:22:21,683 DEBUG [RS:0;377014bd7527:36269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T20:22:21,692 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220541679,5,FailOnTimeoutGroup] 2024-11-21T20:22:21,692 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:21,692 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T20:22:21,692 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:21,692 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:21,698 DEBUG [RS:0;377014bd7527:36269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T20:22:21,699 DEBUG [RS:0;377014bd7527:36269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c22c872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:22:21,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45813 is added to blk_1073741832_1008 (size=32) 2024-11-21T20:22:21,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:22:21,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:22:21,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:22:21,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:21,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:22:21,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:22:21,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:22:21,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:21,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:22:21,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:22:21,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:22:21,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:21,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:22:21,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:22:21,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:22:21,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:21,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:22:21,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:22:21,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37955/user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba/data/hbase/meta/1588230740 2024-11-21T20:22:21,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37955/user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba/data/hbase/meta/1588230740 2024-11-21T20:22:21,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:22:21,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:22:21,717 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:22:21,719 DEBUG [RS:0;377014bd7527:36269 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;377014bd7527:36269 2024-11-21T20:22:21,720 INFO [RS:0;377014bd7527:36269 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T20:22:21,720 INFO [RS:0;377014bd7527:36269 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T20:22:21,720 DEBUG [RS:0;377014bd7527:36269 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T20:22:21,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:22:21,720 INFO [RS:0;377014bd7527:36269 {}] regionserver.HRegionServer(2659): reportForDuty to master=377014bd7527,36713,1732220539041 with port=36269, startcode=1732220539371 2024-11-21T20:22:21,721 DEBUG [RS:0;377014bd7527:36269 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T20:22:21,725 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37955/user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:22:21,725 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72953302, jitterRate=0.08708891272544861}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:22:21,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732220541705Initializing all the Stores at 1732220541706 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220541706Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220541706Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220541706Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220541706Cleaning up temporary data from old regions at 1732220541715 (+9 ms)Region opened successfully at 1732220541725 (+10 ms) 2024-11-21T20:22:21,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:22:21,726 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:22:21,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:22:21,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:22:21,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:22:21,728 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:22:21,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220541726Disabling compacts and flushes for region at 1732220541726Disabling writes for close at 1732220541726Writing region close event to WAL at 1732220541728 (+2 ms)Closed at 1732220541728 2024-11-21T20:22:21,729 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T20:22:21,729 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36713 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 377014bd7527,36269,1732220539371 2024-11-21T20:22:21,729 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36713 {}] master.ServerManager(517): Registering regionserver=377014bd7527,36269,1732220539371 2024-11-21T20:22:21,730 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:22:21,730 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T20:22:21,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T20:22:21,731 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:22:21,732 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T20:22:21,735 DEBUG [RS:0;377014bd7527:36269 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37955/user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba 2024-11-21T20:22:21,735 DEBUG [RS:0;377014bd7527:36269 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37955 2024-11-21T20:22:21,735 DEBUG [RS:0;377014bd7527:36269 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T20:22:21,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36713-0x1015f0fc3c70000, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1227940599/rs 2024-11-21T20:22:21,806 DEBUG [RS:0;377014bd7527:36269 {}] zookeeper.ZKUtil(111): regionserver:36269-0x1015f0fc3c70001, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Set watcher on existing znode=/0-1227940599/rs/377014bd7527,36269,1732220539371 2024-11-21T20:22:21,806 WARN [RS:0;377014bd7527:36269 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:22:21,806 INFO [RS:0;377014bd7527:36269 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:22:21,806 DEBUG [RS:0;377014bd7527:36269 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37955/user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba/WALs/377014bd7527,36269,1732220539371 2024-11-21T20:22:21,806 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [377014bd7527,36269,1732220539371] 2024-11-21T20:22:21,809 INFO [RS:0;377014bd7527:36269 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T20:22:21,812 INFO [RS:0;377014bd7527:36269 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T20:22:21,813 INFO [RS:0;377014bd7527:36269 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T20:22:21,813 INFO [RS:0;377014bd7527:36269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:21,813 INFO [RS:0;377014bd7527:36269 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T20:22:21,819 INFO [RS:0;377014bd7527:36269 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T20:22:21,819 INFO [RS:0;377014bd7527:36269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:21,820 DEBUG [RS:0;377014bd7527:36269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:21,820 DEBUG [RS:0;377014bd7527:36269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:21,820 DEBUG [RS:0;377014bd7527:36269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:21,820 DEBUG [RS:0;377014bd7527:36269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:21,820 DEBUG [RS:0;377014bd7527:36269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:21,820 DEBUG [RS:0;377014bd7527:36269 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:22:21,820 DEBUG [RS:0;377014bd7527:36269 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:21,820 DEBUG [RS:0;377014bd7527:36269 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:21,820 DEBUG [RS:0;377014bd7527:36269 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:21,820 DEBUG [RS:0;377014bd7527:36269 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:21,820 DEBUG [RS:0;377014bd7527:36269 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:21,820 DEBUG [RS:0;377014bd7527:36269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:21,820 DEBUG [RS:0;377014bd7527:36269 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:22:21,820 DEBUG [RS:0;377014bd7527:36269 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:22:21,823 INFO [RS:0;377014bd7527:36269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:21,823 INFO [RS:0;377014bd7527:36269 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:21,823 INFO [RS:0;377014bd7527:36269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:21,823 INFO [RS:0;377014bd7527:36269 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:21,823 INFO [RS:0;377014bd7527:36269 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:21,823 INFO [RS:0;377014bd7527:36269 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,36269,1732220539371-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:22:21,842 INFO [RS:0;377014bd7527:36269 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T20:22:21,843 INFO [RS:0;377014bd7527:36269 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,36269,1732220539371-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:21,843 INFO [RS:0;377014bd7527:36269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:21,843 INFO [RS:0;377014bd7527:36269 {}] regionserver.Replication(171): 377014bd7527,36269,1732220539371 started 2024-11-21T20:22:21,862 INFO [RS:0;377014bd7527:36269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:21,862 INFO [RS:0;377014bd7527:36269 {}] regionserver.HRegionServer(1482): Serving as 377014bd7527,36269,1732220539371, RpcServer on 377014bd7527/172.17.0.2:36269, sessionid=0x1015f0fc3c70001 2024-11-21T20:22:21,862 DEBUG [RS:0;377014bd7527:36269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T20:22:21,862 DEBUG [RS:0;377014bd7527:36269 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 377014bd7527,36269,1732220539371 2024-11-21T20:22:21,862 DEBUG [RS:0;377014bd7527:36269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,36269,1732220539371' 2024-11-21T20:22:21,862 DEBUG [RS:0;377014bd7527:36269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1227940599/flush-table-proc/abort' 2024-11-21T20:22:21,862 DEBUG [RS:0;377014bd7527:36269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1227940599/flush-table-proc/acquired' 2024-11-21T20:22:21,863 DEBUG [RS:0;377014bd7527:36269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T20:22:21,863 DEBUG [RS:0;377014bd7527:36269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T20:22:21,863 DEBUG [RS:0;377014bd7527:36269 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 377014bd7527,36269,1732220539371 2024-11-21T20:22:21,863 DEBUG [RS:0;377014bd7527:36269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,36269,1732220539371' 2024-11-21T20:22:21,863 DEBUG [RS:0;377014bd7527:36269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1227940599/online-snapshot/abort' 2024-11-21T20:22:21,863 DEBUG [RS:0;377014bd7527:36269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1227940599/online-snapshot/acquired' 2024-11-21T20:22:21,863 DEBUG [RS:0;377014bd7527:36269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T20:22:21,863 INFO [RS:0;377014bd7527:36269 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T20:22:21,864 INFO [RS:0;377014bd7527:36269 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T20:22:21,883 WARN [377014bd7527:36713 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T20:22:21,964 INFO [RS:0;377014bd7527:36269 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:22:21,965 INFO [RS:0;377014bd7527:36269 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C36269%2C1732220539371, suffix=, logDir=hdfs://localhost:37955/user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba/WALs/377014bd7527,36269,1732220539371, archiveDir=hdfs://localhost:37955/user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba/oldWALs, maxLogs=10 2024-11-21T20:22:21,984 DEBUG [RS:0;377014bd7527:36269 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba/WALs/377014bd7527,36269,1732220539371/377014bd7527%2C36269%2C1732220539371.1732220541966, exclude list is [], retry=0 2024-11-21T20:22:21,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45813,DS-11cee5d3-d82d-451a-bccf-fea5da509e77,DISK] 2024-11-21T20:22:21,988 INFO [RS:0;377014bd7527:36269 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba/WALs/377014bd7527,36269,1732220539371/377014bd7527%2C36269%2C1732220539371.1732220541966 2024-11-21T20:22:22,004 DEBUG [RS:0;377014bd7527:36269 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38135:38135)] 2024-11-21T20:22:22,133 DEBUG [377014bd7527:36713 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T20:22:22,133 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=377014bd7527,36269,1732220539371 2024-11-21T20:22:22,134 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,36269,1732220539371, state=OPENING 2024-11-21T20:22:22,177 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T20:22:22,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36269-0x1015f0fc3c70001, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1227940599 2024-11-21T20:22:22,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36713-0x1015f0fc3c70000, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1227940599 2024-11-21T20:22:22,252 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1227940599/meta-region-server: CHANGED 2024-11-21T20:22:22,252 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1227940599/meta-region-server: CHANGED 2024-11-21T20:22:22,252 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:22:22,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,36269,1732220539371}] 2024-11-21T20:22:22,404 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:22:22,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T20:22:22,408 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T20:22:22,408 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:22:22,408 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T20:22:22,409 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C36269%2C1732220539371.meta, suffix=.meta, logDir=hdfs://localhost:37955/user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba/WALs/377014bd7527,36269,1732220539371, archiveDir=hdfs://localhost:37955/user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba/oldWALs, maxLogs=10 2024-11-21T20:22:22,421 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba/WALs/377014bd7527,36269,1732220539371/377014bd7527%2C36269%2C1732220539371.meta.1732220542409.meta, exclude list is [], retry=0 2024-11-21T20:22:22,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45813,DS-11cee5d3-d82d-451a-bccf-fea5da509e77,DISK] 2024-11-21T20:22:22,424 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba/WALs/377014bd7527,36269,1732220539371/377014bd7527%2C36269%2C1732220539371.meta.1732220542409.meta 2024-11-21T20:22:22,424 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38135:38135)] 2024-11-21T20:22:22,424 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:22:22,424 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:22:22,424 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:22:22,424 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T20:22:22,424 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T20:22:22,424 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T20:22:22,424 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:22:22,424 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T20:22:22,425 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T20:22:22,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:22:22,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:22:22,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:22,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:22:22,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:22:22,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:22:22,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:22,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:22:22,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:22:22,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:22:22,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:22,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:22:22,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:22:22,429 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:22:22,429 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:22,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:22:22,429 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:22:22,429 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37955/user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba/data/hbase/meta/1588230740 2024-11-21T20:22:22,430 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37955/user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba/data/hbase/meta/1588230740 2024-11-21T20:22:22,431 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:22:22,431 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:22:22,431 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:22:22,432 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:22:22,432 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59567967, jitterRate=-0.11236812174320221}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:22:22,433 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T20:22:22,433 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732220542425Writing region info on filesystem at 1732220542425Initializing all the Stores at 1732220542425Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220542425Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220542425Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220542425Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220542425Cleaning up temporary data from old regions at 1732220542431 (+6 ms)Running coprocessor post-open hooks at 1732220542433 (+2 ms)Region opened successfully at 1732220542433 2024-11-21T20:22:22,434 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732220542404 2024-11-21T20:22:22,435 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T20:22:22,435 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T20:22:22,436 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,36269,1732220539371 2024-11-21T20:22:22,436 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,36269,1732220539371, state=OPEN 2024-11-21T20:22:22,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36269-0x1015f0fc3c70001, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1227940599/meta-region-server 2024-11-21T20:22:22,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36713-0x1015f0fc3c70000, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1227940599/meta-region-server 2024-11-21T20:22:22,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1227940599/meta-region-server: CHANGED 2024-11-21T20:22:22,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1227940599/meta-region-server: CHANGED 2024-11-21T20:22:22,484 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=377014bd7527,36269,1732220539371 2024-11-21T20:22:22,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T20:22:22,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,36269,1732220539371 in 232 msec 2024-11-21T20:22:22,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T20:22:22,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 755 msec 2024-11-21T20:22:22,487 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:22:22,487 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T20:22:22,488 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:22:22,488 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,36269,1732220539371, seqNum=-1] 2024-11-21T20:22:22,488 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:22:22,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:22:22,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 870 msec 2024-11-21T20:22:22,492 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732220542492, completionTime=-1 2024-11-21T20:22:22,492 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T20:22:22,492 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T20:22:22,494 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T20:22:22,494 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732220602494 2024-11-21T20:22:22,494 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732220662494 2024-11-21T20:22:22,494 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T20:22:22,494 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,36713,1732220539041-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:22,494 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,36713,1732220539041-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:22,494 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,36713,1732220539041-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:22,494 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-377014bd7527:36713, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:22,494 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:22,494 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:22,495 DEBUG [master/377014bd7527:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T20:22:22,497 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.878sec 2024-11-21T20:22:22,497 INFO [master/377014bd7527:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T20:22:22,497 INFO [master/377014bd7527:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T20:22:22,497 INFO [master/377014bd7527:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T20:22:22,497 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T20:22:22,497 INFO [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T20:22:22,497 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,36713,1732220539041-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:22:22,497 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,36713,1732220539041-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T20:22:22,499 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T20:22:22,499 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T20:22:22,499 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,36713,1732220539041-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:22,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b12c030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:22,573 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,36713,-1 for getting cluster id 2024-11-21T20:22:22,573 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:22:22,574 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '226e7e62-db10-45f1-a7ec-9214ec8c4651' 2024-11-21T20:22:22,574 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:22:22,574 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "226e7e62-db10-45f1-a7ec-9214ec8c4651" 2024-11-21T20:22:22,574 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6230c251, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:22,574 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,36713,-1] 2024-11-21T20:22:22,575 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:22:22,575 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:22,575 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:22:22,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@734d401c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:22,576 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:22:22,577 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,36269,1732220539371, seqNum=-1] 2024-11-21T20:22:22,577 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:22:22,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:22:22,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=377014bd7527,36713,1732220539041 2024-11-21T20:22:22,579 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58555 2024-11-21T20:22:22,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58555, baseZNode=/0-1227940599 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:22:22,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015f0fc3c70002 connected 2024-11-21T20:22:22,699 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:22:22,700 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,36713,1732220539041 2024-11-21T20:22:22,700 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76f29662 2024-11-21T20:22:22,700 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:22:22,701 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:22:22,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:22:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T20:22:22,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:22:22,703 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:22,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T20:22:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:22:22,704 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:22:22,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45813 is added to blk_1073741835_1011 (size=902) 2024-11-21T20:22:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:22:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:22:23,109 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5ed25d5eba8164594c21f7505f39be9f, NAME => 'test,,1732220542701.5ed25d5eba8164594c21f7505f39be9f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37955/user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba 2024-11-21T20:22:23,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45813 is added to blk_1073741836_1012 (size=39) 2024-11-21T20:22:23,115 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732220542701.5ed25d5eba8164594c21f7505f39be9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:22:23,115 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5ed25d5eba8164594c21f7505f39be9f, disabling compactions & flushes 2024-11-21T20:22:23,115 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732220542701.5ed25d5eba8164594c21f7505f39be9f. 2024-11-21T20:22:23,116 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732220542701.5ed25d5eba8164594c21f7505f39be9f. 2024-11-21T20:22:23,116 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732220542701.5ed25d5eba8164594c21f7505f39be9f. after waiting 0 ms 2024-11-21T20:22:23,116 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732220542701.5ed25d5eba8164594c21f7505f39be9f. 2024-11-21T20:22:23,116 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732220542701.5ed25d5eba8164594c21f7505f39be9f. 2024-11-21T20:22:23,116 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5ed25d5eba8164594c21f7505f39be9f: Waiting for close lock at 1732220543115Disabling compacts and flushes for region at 1732220543115Disabling writes for close at 1732220543116 (+1 ms)Writing region close event to WAL at 1732220543116Closed at 1732220543116 2024-11-21T20:22:23,117 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:22:23,117 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732220542701.5ed25d5eba8164594c21f7505f39be9f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732220543117"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220543117"}]},"ts":"1732220543117"} 2024-11-21T20:22:23,118 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:22:23,119 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:22:23,119 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220543119"}]},"ts":"1732220543119"} 2024-11-21T20:22:23,121 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T20:22:23,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5ed25d5eba8164594c21f7505f39be9f, ASSIGN}] 2024-11-21T20:22:23,122 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5ed25d5eba8164594c21f7505f39be9f, ASSIGN 2024-11-21T20:22:23,129 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5ed25d5eba8164594c21f7505f39be9f, ASSIGN; state=OFFLINE, location=377014bd7527,36269,1732220539371; forceNewPlan=false, retain=false 2024-11-21T20:22:23,279 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5ed25d5eba8164594c21f7505f39be9f, regionState=OPENING, regionLocation=377014bd7527,36269,1732220539371 2024-11-21T20:22:23,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5ed25d5eba8164594c21f7505f39be9f, ASSIGN because future has completed 2024-11-21T20:22:23,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ed25d5eba8164594c21f7505f39be9f, server=377014bd7527,36269,1732220539371}] 2024-11-21T20:22:23,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:22:23,444 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732220542701.5ed25d5eba8164594c21f7505f39be9f. 2024-11-21T20:22:23,444 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ed25d5eba8164594c21f7505f39be9f, NAME => 'test,,1732220542701.5ed25d5eba8164594c21f7505f39be9f.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:22:23,445 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:22:23,445 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T20:22:23,445 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5ed25d5eba8164594c21f7505f39be9f 2024-11-21T20:22:23,445 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732220542701.5ed25d5eba8164594c21f7505f39be9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:22:23,445 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5ed25d5eba8164594c21f7505f39be9f 2024-11-21T20:22:23,445 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5ed25d5eba8164594c21f7505f39be9f 2024-11-21T20:22:23,446 INFO [StoreOpener-5ed25d5eba8164594c21f7505f39be9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5ed25d5eba8164594c21f7505f39be9f 2024-11-21T20:22:23,447 INFO [StoreOpener-5ed25d5eba8164594c21f7505f39be9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ed25d5eba8164594c21f7505f39be9f columnFamilyName f 2024-11-21T20:22:23,448 DEBUG [StoreOpener-5ed25d5eba8164594c21f7505f39be9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:23,448 INFO [StoreOpener-5ed25d5eba8164594c21f7505f39be9f-1 {}] regionserver.HStore(327): Store=5ed25d5eba8164594c21f7505f39be9f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:22:23,448 INFO [StoreOpener-5ed25d5eba8164594c21f7505f39be9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5ed25d5eba8164594c21f7505f39be9f 2024-11-21T20:22:23,449 INFO [StoreOpener-5ed25d5eba8164594c21f7505f39be9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ed25d5eba8164594c21f7505f39be9f columnFamilyName f1 2024-11-21T20:22:23,449 DEBUG [StoreOpener-5ed25d5eba8164594c21f7505f39be9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:23,450 INFO [StoreOpener-5ed25d5eba8164594c21f7505f39be9f-1 {}] regionserver.HStore(327): Store=5ed25d5eba8164594c21f7505f39be9f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:22:23,450 INFO [StoreOpener-5ed25d5eba8164594c21f7505f39be9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5ed25d5eba8164594c21f7505f39be9f 2024-11-21T20:22:23,451 INFO [StoreOpener-5ed25d5eba8164594c21f7505f39be9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ed25d5eba8164594c21f7505f39be9f columnFamilyName norep 2024-11-21T20:22:23,451 DEBUG [StoreOpener-5ed25d5eba8164594c21f7505f39be9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:23,451 INFO [StoreOpener-5ed25d5eba8164594c21f7505f39be9f-1 {}] regionserver.HStore(327): Store=5ed25d5eba8164594c21f7505f39be9f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:22:23,451 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5ed25d5eba8164594c21f7505f39be9f 2024-11-21T20:22:23,452 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37955/user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba/data/default/test/5ed25d5eba8164594c21f7505f39be9f 2024-11-21T20:22:23,452 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37955/user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba/data/default/test/5ed25d5eba8164594c21f7505f39be9f 2024-11-21T20:22:23,453 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5ed25d5eba8164594c21f7505f39be9f 2024-11-21T20:22:23,453 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5ed25d5eba8164594c21f7505f39be9f 2024-11-21T20:22:23,453 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:22:23,454 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5ed25d5eba8164594c21f7505f39be9f 2024-11-21T20:22:23,456 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37955/user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba/data/default/test/5ed25d5eba8164594c21f7505f39be9f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:22:23,456 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5ed25d5eba8164594c21f7505f39be9f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59757519, jitterRate=-0.109543576836586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:22:23,456 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ed25d5eba8164594c21f7505f39be9f 2024-11-21T20:22:23,457 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5ed25d5eba8164594c21f7505f39be9f: Running coprocessor pre-open hook at 1732220543445Writing region info on filesystem at 1732220543445Initializing all the Stores at 1732220543446 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220543446Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220543446Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220543446Cleaning up temporary data from old regions at 1732220543453 (+7 ms)Running coprocessor post-open hooks at 1732220543456 (+3 ms)Region opened successfully at 1732220543457 (+1 ms) 2024-11-21T20:22:23,457 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732220542701.5ed25d5eba8164594c21f7505f39be9f., pid=6, masterSystemTime=1732220543441 2024-11-21T20:22:23,459 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732220542701.5ed25d5eba8164594c21f7505f39be9f. 2024-11-21T20:22:23,459 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732220542701.5ed25d5eba8164594c21f7505f39be9f. 2024-11-21T20:22:23,460 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5ed25d5eba8164594c21f7505f39be9f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=377014bd7527,36269,1732220539371 2024-11-21T20:22:23,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ed25d5eba8164594c21f7505f39be9f, server=377014bd7527,36269,1732220539371 because future has completed 2024-11-21T20:22:23,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T20:22:23,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ed25d5eba8164594c21f7505f39be9f, server=377014bd7527,36269,1732220539371 in 174 msec 2024-11-21T20:22:23,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T20:22:23,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5ed25d5eba8164594c21f7505f39be9f, ASSIGN in 342 msec 2024-11-21T20:22:23,465 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:22:23,466 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220543466"}]},"ts":"1732220543466"} 2024-11-21T20:22:23,468 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T20:22:23,469 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:22:23,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 768 msec 2024-11-21T20:22:23,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:22:23,843 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T20:22:23,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c9b479, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:23,844 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,36713,-1 for getting cluster id 2024-11-21T20:22:23,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:22:23,844 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '226e7e62-db10-45f1-a7ec-9214ec8c4651' 2024-11-21T20:22:23,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:22:23,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "226e7e62-db10-45f1-a7ec-9214ec8c4651" 2024-11-21T20:22:23,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea7e9db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:23,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,36713,-1] 2024-11-21T20:22:23,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:22:23,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:23,846 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:22:23,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@597b00fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:23,847 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:22:23,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,36713,1732220539041 2024-11-21T20:22:23,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3eb21640 2024-11-21T20:22:23,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:22:23,849 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:22:23,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://377014bd7527:36713,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T20:22:23,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T20:22:23,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:22:23,851 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:36713' 2024-11-21T20:22:23,852 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52257bee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:23,852 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,36713,-1 for getting cluster id 2024-11-21T20:22:23,852 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:22:23,852 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '226e7e62-db10-45f1-a7ec-9214ec8c4651' 2024-11-21T20:22:23,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:22:23,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "226e7e62-db10-45f1-a7ec-9214ec8c4651" 2024-11-21T20:22:23,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e764a92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:23,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,36713,-1] 2024-11-21T20:22:23,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:22:23,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:23,854 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:22:23,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d7bb96c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:23,854 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:22:23,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,36713,1732220539041 2024-11-21T20:22:23,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61201f36 2024-11-21T20:22:23,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:22:23,855 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:22:23,856 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T20:22:23,856 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T20:22:23,856 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:23,856 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:23,857 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://377014bd7527:36713, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:22:23,861 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:22:23,862 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://377014bd7527:36713, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://377014bd7527:36713, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://377014bd7527:36713, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-21T20:22:23,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://377014bd7527:36713, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=14 msec 2024-11-21T20:22:23,863 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-21T20:22:23,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:22:23,954 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://377014bd7527:36713, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-21T20:22:23,954 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:22:23,954 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:22:23,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:23,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:23,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:22:23,973 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=532 (was 361) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_214131943_20 at /127.0.0.1:46286 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:58555): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37955/user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba-prefix:377014bd7527,36269,1732220539371 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@7bc71f1f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 34147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/377014bd7527:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Server handler 4 on default port 37955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220541679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: regionserver/377014bd7527:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Server handler 1 on default port 34147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1630523580-7945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/377014bd7527:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1086606220-7897-acceptor-0@25f98bb5-ServerConnector@3826f199{HTTP/1.1, (http/1.1)}{localhost:37389} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp1086606220-7893 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1944439938.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58555) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS:0;377014bd7527:36269 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_214131943_20 at /127.0.0.1:59774 [Receiving block BP-1275910554-172.17.0.2-1732220536875:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_214131943_20 at /127.0.0.1:59778 [Receiving block BP-1275910554-172.17.0.2-1732220536875:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 37955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f19449ff370.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@2fe8e7b3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/377014bd7527:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37955/user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba-prefix:377014bd7527,36269,1732220539371.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp1630523580-7946 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:37955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/cluster_e41c25c3-3add-2199-2e4a-63d5d91d42fb/data/data2/current/BP-1275910554-172.17.0.2-1732220536875 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:58555 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RS_OPEN_META-regionserver/377014bd7527:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/cluster_e41c25c3-3add-2199-2e4a-63d5d91d42fb/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-b20fe7-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 34147 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/cluster_e41c25c3-3add-2199-2e4a-63d5d91d42fb/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;377014bd7527:36713 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@7839aee9[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 34147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/cluster_e41c25c3-3add-2199-2e4a-63d5d91d42fb/data/data1/current/BP-1275910554-172.17.0.2-1732220536875 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-3942a96c-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@1356bd54 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220541668 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_526507125_20 at /127.0.0.1:46348 [Receiving block BP-1275910554-172.17.0.2-1732220536875:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@36ff533e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1086606220-7899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@144ef07 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RS:0;377014bd7527:36269-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 37955 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: CacheReplicationMonitor(308805647) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 3 on default port 37955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1630523580-7944-acceptor-0@46bdb662-ServerConnector@39276dad{HTTP/1.1, (http/1.1)}{localhost:34013} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$613/0x00007f1944add340.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1275910554-172.17.0.2-1732220536875:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1630523580-7943 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1944439938.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/377014bd7527:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1275910554-172.17.0.2-1732220536875 heartbeating to localhost/127.0.0.1:37955 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1086606220-7900 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@517cb558 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1275910554-172.17.0.2-1732220536875:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1086606220-7894 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1944439938.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@7a5def59 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 34147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@586588ba java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: PacketResponder: BP-1275910554-172.17.0.2-1732220536875:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@743fe49b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 377014bd7527:36713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 1 on default port 37955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 34147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1086606220-7896 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1944439938.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1086606220-7898 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58555) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp1086606220-7895 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1944439938.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37955/user/jenkins/test-data/ced88b70-95fd-673d-e487-ee8be600d0ba/MasterData-prefix:377014bd7527,36713,1732220539041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 37955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37955 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58555) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=874 (was 795) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=610 (was 585) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=13904 (was 12914) - AvailableMemoryMB LEAK? - 2024-11-21T20:22:23,976 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-21T20:22:23,991 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=532, OpenFileDescriptor=874, MaxFileDescriptor=1048576, SystemLoadAverage=610, ProcessCount=11, AvailableMemoryMB=13901 2024-11-21T20:22:23,991 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-21T20:22:24,008 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-21T20:22:24,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/hadoop.log.dir so I do NOT create it in target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379 2024-11-21T20:22:24,009 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T20:22:24,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/hadoop.tmp.dir so I do NOT create it in target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379 2024-11-21T20:22:24,009 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1df06e-8ef6-15ff-1557-22d006ea6810/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T20:22:24,009 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379 2024-11-21T20:22:24,009 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/cluster_a351b2d1-a589-d96b-1460-3fb8d6a8a673, deleteOnExit=true 2024-11-21T20:22:24,012 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/cluster_a351b2d1-a589-d96b-1460-3fb8d6a8a673/zookeeper_0, clientPort=52847, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/cluster_a351b2d1-a589-d96b-1460-3fb8d6a8a673/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/cluster_a351b2d1-a589-d96b-1460-3fb8d6a8a673/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T20:22:24,013 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52847 2024-11-21T20:22:24,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T20:22:24,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T20:22:24,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/test.cache.data in system properties and HBase conf 2024-11-21T20:22:24,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T20:22:24,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/hadoop.log.dir in system properties and HBase conf 2024-11-21T20:22:24,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T20:22:24,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T20:22:24,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T20:22:24,014 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T20:22:24,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:22:24,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:22:24,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T20:22:24,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:22:24,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T20:22:24,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T20:22:24,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:22:24,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:22:24,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T20:22:24,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/nfs.dump.dir in system properties and HBase conf 2024-11-21T20:22:24,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/java.io.tmpdir in system properties and HBase conf 2024-11-21T20:22:24,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:22:24,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T20:22:24,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T20:22:24,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:22:24,377 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:22:24,381 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:22:24,381 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:22:24,381 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T20:22:24,383 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:22:24,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5299e3d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:22:24,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e1c6259{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:22:24,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6436398f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/java.io.tmpdir/jetty-localhost-34607-hadoop-hdfs-3_4_1-tests_jar-_-any-12797360308753391122/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:22:24,501 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5737688b{HTTP/1.1, (http/1.1)}{localhost:34607} 2024-11-21T20:22:24,501 INFO [Time-limited test {}] server.Server(415): Started @320341ms 2024-11-21T20:22:24,858 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:22:24,863 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:22:24,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:22:24,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:22:24,864 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T20:22:24,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f5c36a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:22:24,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43931354{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:22:24,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a59e830{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/java.io.tmpdir/jetty-localhost-39797-hadoop-hdfs-3_4_1-tests_jar-_-any-5271919464664970404/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:22:24,972 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e43f981{HTTP/1.1, (http/1.1)}{localhost:39797} 2024-11-21T20:22:24,972 INFO [Time-limited test {}] server.Server(415): Started @320811ms 2024-11-21T20:22:24,973 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T20:22:25,801 WARN [Thread-4323 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/cluster_a351b2d1-a589-d96b-1460-3fb8d6a8a673/data/data2/current/BP-1622270188-172.17.0.2-1732220544049/current, will proceed with Du for space computation calculation, 2024-11-21T20:22:25,801 WARN [Thread-4322 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/cluster_a351b2d1-a589-d96b-1460-3fb8d6a8a673/data/data1/current/BP-1622270188-172.17.0.2-1732220544049/current, will proceed with Du for space computation calculation, 2024-11-21T20:22:25,826 WARN [Thread-4310 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T20:22:25,828 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c2e14f550307703 with lease ID 0x6d4c5abe08d66eb1: Processing first storage report for DS-68cda60b-12d9-431d-b0d8-6ed23cdb30c6 from datanode DatanodeRegistration(127.0.0.1:33903, datanodeUuid=914ea7c8-1b5e-42f7-b37b-090266ad0334, infoPort=38579, infoSecurePort=0, ipcPort=36227, storageInfo=lv=-57;cid=testClusterID;nsid=342549557;c=1732220544049) 2024-11-21T20:22:25,828 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c2e14f550307703 with lease ID 0x6d4c5abe08d66eb1: from storage DS-68cda60b-12d9-431d-b0d8-6ed23cdb30c6 node DatanodeRegistration(127.0.0.1:33903, datanodeUuid=914ea7c8-1b5e-42f7-b37b-090266ad0334, infoPort=38579, infoSecurePort=0, ipcPort=36227, storageInfo=lv=-57;cid=testClusterID;nsid=342549557;c=1732220544049), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:22:25,828 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c2e14f550307703 with lease ID 0x6d4c5abe08d66eb1: Processing first storage report for DS-87a89a1b-3a0a-4c8f-a517-99029c0e889a from datanode DatanodeRegistration(127.0.0.1:33903, datanodeUuid=914ea7c8-1b5e-42f7-b37b-090266ad0334, infoPort=38579, infoSecurePort=0, ipcPort=36227, storageInfo=lv=-57;cid=testClusterID;nsid=342549557;c=1732220544049) 2024-11-21T20:22:25,828 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c2e14f550307703 with lease ID 0x6d4c5abe08d66eb1: from storage DS-87a89a1b-3a0a-4c8f-a517-99029c0e889a node DatanodeRegistration(127.0.0.1:33903, datanodeUuid=914ea7c8-1b5e-42f7-b37b-090266ad0334, infoPort=38579, infoSecurePort=0, ipcPort=36227, storageInfo=lv=-57;cid=testClusterID;nsid=342549557;c=1732220544049), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:22:25,913 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379 2024-11-21T20:22:25,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:22:25,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:22:25,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33903 is added to blk_1073741825_1001 (size=7) 2024-11-21T20:22:25,922 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb with version=8 2024-11-21T20:22:25,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/hbase-staging 2024-11-21T20:22:25,924 INFO [Time-limited test {}] client.ConnectionUtils(128): master/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:22:25,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:22:25,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:22:25,924 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:22:25,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:22:25,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:22:25,924 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T20:22:25,924 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:22:25,925 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39903 2024-11-21T20:22:25,925 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39903 connecting to ZooKeeper ensemble=127.0.0.1:52847 2024-11-21T20:22:25,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399030x0, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:22:25,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39903-0x1015f0fdfb70000 connected 2024-11-21T20:22:26,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:22:26,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:22:26,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39903-0x1015f0fdfb70000, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Set watcher on znode that does not yet exist, /0-803231385/running 2024-11-21T20:22:26,072 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb, hbase.cluster.distributed=false 2024-11-21T20:22:26,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39903-0x1015f0fdfb70000, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Set watcher on znode that does not yet exist, /0-803231385/acl 2024-11-21T20:22:26,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39903 2024-11-21T20:22:26,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39903 2024-11-21T20:22:26,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39903 2024-11-21T20:22:26,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39903 2024-11-21T20:22:26,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39903 2024-11-21T20:22:26,103 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:22:26,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:22:26,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:22:26,104 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:22:26,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:22:26,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:22:26,104 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T20:22:26,104 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:22:26,104 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43041 2024-11-21T20:22:26,105 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43041 connecting to ZooKeeper ensemble=127.0.0.1:52847 2024-11-21T20:22:26,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:22:26,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:22:26,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430410x0, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:22:26,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430410x0, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Set watcher on znode that does not yet exist, /0-803231385/running 2024-11-21T20:22:26,120 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T20:22:26,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43041-0x1015f0fdfb70001 connected 2024-11-21T20:22:26,124 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T20:22:26,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43041-0x1015f0fdfb70001, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Set watcher on znode that does not yet exist, /0-803231385/master 2024-11-21T20:22:26,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43041-0x1015f0fdfb70001, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Set watcher on znode that does not yet exist, /0-803231385/acl 2024-11-21T20:22:26,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43041 2024-11-21T20:22:26,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43041 2024-11-21T20:22:26,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43041 2024-11-21T20:22:26,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43041 2024-11-21T20:22:26,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43041 2024-11-21T20:22:26,145 DEBUG [M:0;377014bd7527:39903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;377014bd7527:39903 2024-11-21T20:22:26,146 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-803231385/backup-masters/377014bd7527,39903,1732220545924 2024-11-21T20:22:26,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39903-0x1015f0fdfb70000, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803231385/backup-masters 2024-11-21T20:22:26,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1015f0fdfb70001, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803231385/backup-masters 2024-11-21T20:22:26,160 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39903-0x1015f0fdfb70000, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Set watcher on existing znode=/0-803231385/backup-masters/377014bd7527,39903,1732220545924 2024-11-21T20:22:26,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1015f0fdfb70001, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-803231385/master 2024-11-21T20:22:26,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1015f0fdfb70001, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803231385 2024-11-21T20:22:26,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39903-0x1015f0fdfb70000, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803231385 2024-11-21T20:22:26,173 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39903-0x1015f0fdfb70000, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Set watcher on existing znode=/0-803231385/master 2024-11-21T20:22:26,174 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-803231385/backup-masters/377014bd7527,39903,1732220545924 from backup master directory 2024-11-21T20:22:26,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39903-0x1015f0fdfb70000, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-803231385/backup-masters/377014bd7527,39903,1732220545924 2024-11-21T20:22:26,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1015f0fdfb70001, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803231385/backup-masters 2024-11-21T20:22:26,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39903-0x1015f0fdfb70000, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803231385/backup-masters 2024-11-21T20:22:26,182 WARN [master/377014bd7527:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:22:26,182 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=377014bd7527,39903,1732220545924 2024-11-21T20:22:26,186 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/hbase.id] with ID: cbcc149c-e9f9-4585-ade0-dc4bb89d7b19 2024-11-21T20:22:26,186 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/.tmp/hbase.id 2024-11-21T20:22:26,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33903 is added to blk_1073741826_1002 (size=42) 2024-11-21T20:22:26,194 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/.tmp/hbase.id]:[hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/hbase.id] 2024-11-21T20:22:26,201 INFO [master/377014bd7527:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:22:26,201 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T20:22:26,202 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T20:22:26,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1015f0fdfb70001, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803231385 2024-11-21T20:22:26,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39903-0x1015f0fdfb70000, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803231385 2024-11-21T20:22:26,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33903 is added to blk_1073741827_1003 (size=196) 2024-11-21T20:22:26,340 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:22:26,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:26,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:26,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:26,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:26,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:26,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:26,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:26,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:26,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:26,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:26,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:26,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:26,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:26,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:26,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:26,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:26,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:26,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:26,622 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:22:26,623 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T20:22:26,636 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:22:26,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33903 is added to blk_1073741828_1004 (size=1189) 2024-11-21T20:22:27,052 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/MasterData/data/master/store 2024-11-21T20:22:27,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33903 is added to blk_1073741829_1005 (size=34) 2024-11-21T20:22:27,057 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:22:27,057 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:22:27,057 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:22:27,057 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:22:27,057 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:22:27,057 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:22:27,057 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:22:27,057 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220547057Disabling compacts and flushes for region at 1732220547057Disabling writes for close at 1732220547057Writing region close event to WAL at 1732220547057Closed at 1732220547057 2024-11-21T20:22:27,057 WARN [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/MasterData/data/master/store/.initializing 2024-11-21T20:22:27,058 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/MasterData/WALs/377014bd7527,39903,1732220545924 2024-11-21T20:22:27,058 INFO [master/377014bd7527:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:22:27,059 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=377014bd7527%2C39903%2C1732220545924, suffix=, logDir=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/MasterData/WALs/377014bd7527,39903,1732220545924, archiveDir=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/MasterData/oldWALs, maxLogs=10 2024-11-21T20:22:27,075 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/MasterData/WALs/377014bd7527,39903,1732220545924/377014bd7527%2C39903%2C1732220545924.1732220547059, exclude list is [], retry=0 2024-11-21T20:22:27,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33903,DS-68cda60b-12d9-431d-b0d8-6ed23cdb30c6,DISK] 2024-11-21T20:22:27,079 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/MasterData/WALs/377014bd7527,39903,1732220545924/377014bd7527%2C39903%2C1732220545924.1732220547059 2024-11-21T20:22:27,079 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38579:38579)] 2024-11-21T20:22:27,079 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:22:27,079 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:22:27,079 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:27,080 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:27,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:27,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T20:22:27,082 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:27,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:22:27,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:27,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T20:22:27,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:27,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:22:27,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:27,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T20:22:27,084 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:27,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:22:27,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:27,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T20:22:27,085 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:27,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:22:27,086 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:27,086 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:27,087 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:27,087 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:27,087 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:27,088 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:22:27,088 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:27,090 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:22:27,090 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62907711, jitterRate=-0.06260205805301666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:22:27,090 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732220547080Initializing all the Stores at 1732220547080Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220547080Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220547080Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220547080Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220547080Cleaning up temporary data from old regions at 1732220547087 (+7 ms)Region opened successfully at 1732220547090 (+3 ms) 2024-11-21T20:22:27,090 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T20:22:27,093 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@105b7cf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:22:27,093 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T20:22:27,093 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T20:22:27,094 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T20:22:27,094 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T20:22:27,094 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T20:22:27,094 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T20:22:27,094 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T20:22:27,096 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T20:22:27,097 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39903-0x1015f0fdfb70000, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Unable to get data of znode /0-803231385/balancer because node does not exist (not necessarily an error) 2024-11-21T20:22:27,214 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-803231385/balancer already deleted, retry=false 2024-11-21T20:22:27,214 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T20:22:27,215 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39903-0x1015f0fdfb70000, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Unable to get data of znode /0-803231385/normalizer because node does not exist (not necessarily an error) 2024-11-21T20:22:27,235 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-803231385/normalizer already deleted, retry=false 2024-11-21T20:22:27,235 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T20:22:27,236 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39903-0x1015f0fdfb70000, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Unable to get data of znode /0-803231385/switch/split because node does not exist (not necessarily an error) 2024-11-21T20:22:27,245 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-803231385/switch/split already deleted, retry=false 2024-11-21T20:22:27,246 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39903-0x1015f0fdfb70000, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Unable to get data of znode /0-803231385/switch/merge because node does not exist (not necessarily an error) 2024-11-21T20:22:27,256 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-803231385/switch/merge already deleted, retry=false 2024-11-21T20:22:27,257 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39903-0x1015f0fdfb70000, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Unable to get data of znode /0-803231385/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T20:22:27,266 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-803231385/snapshot-cleanup already deleted, retry=false 2024-11-21T20:22:27,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39903-0x1015f0fdfb70000, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-803231385/running 2024-11-21T20:22:27,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1015f0fdfb70001, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-803231385/running 2024-11-21T20:22:27,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1015f0fdfb70001, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803231385 2024-11-21T20:22:27,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39903-0x1015f0fdfb70000, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803231385 2024-11-21T20:22:27,278 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=377014bd7527,39903,1732220545924, sessionid=0x1015f0fdfb70000, setting cluster-up flag (Was=false) 2024-11-21T20:22:27,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1015f0fdfb70001, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803231385 2024-11-21T20:22:27,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39903-0x1015f0fdfb70000, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803231385 2024-11-21T20:22:27,329 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-803231385/flush-table-proc/acquired, /0-803231385/flush-table-proc/reached, /0-803231385/flush-table-proc/abort 2024-11-21T20:22:27,330 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,39903,1732220545924 2024-11-21T20:22:27,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39903-0x1015f0fdfb70000, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803231385 2024-11-21T20:22:27,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1015f0fdfb70001, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803231385 2024-11-21T20:22:27,382 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-803231385/online-snapshot/acquired, /0-803231385/online-snapshot/reached, /0-803231385/online-snapshot/abort 2024-11-21T20:22:27,383 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,39903,1732220545924 2024-11-21T20:22:27,384 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T20:22:27,389 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T20:22:27,389 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T20:22:27,389 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T20:22:27,389 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 377014bd7527,39903,1732220545924 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T20:22:27,390 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:22:27,390 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:22:27,390 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:22:27,390 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:22:27,391 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/377014bd7527:0, corePoolSize=10, maxPoolSize=10 2024-11-21T20:22:27,391 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:27,391 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:22:27,391 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:27,392 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732220577391 2024-11-21T20:22:27,392 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T20:22:27,392 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T20:22:27,392 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T20:22:27,392 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T20:22:27,392 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T20:22:27,392 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T20:22:27,392 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:22:27,392 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:27,392 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T20:22:27,392 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T20:22:27,392 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T20:22:27,393 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T20:22:27,393 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T20:22:27,393 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T20:22:27,393 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T20:22:27,393 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:27,393 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T20:22:27,396 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220547393,5,FailOnTimeoutGroup] 2024-11-21T20:22:27,397 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220547396,5,FailOnTimeoutGroup] 2024-11-21T20:22:27,397 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:27,397 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T20:22:27,397 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:27,397 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:27,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33903 is added to blk_1073741831_1007 (size=1321) 2024-11-21T20:22:27,437 INFO [RS:0;377014bd7527:43041 {}] regionserver.HRegionServer(746): ClusterId : cbcc149c-e9f9-4585-ade0-dc4bb89d7b19 2024-11-21T20:22:27,437 DEBUG [RS:0;377014bd7527:43041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T20:22:27,446 DEBUG [RS:0;377014bd7527:43041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T20:22:27,446 DEBUG [RS:0;377014bd7527:43041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T20:22:27,457 DEBUG [RS:0;377014bd7527:43041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T20:22:27,457 DEBUG [RS:0;377014bd7527:43041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6170f93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:22:27,472 DEBUG [RS:0;377014bd7527:43041 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;377014bd7527:43041 2024-11-21T20:22:27,472 INFO [RS:0;377014bd7527:43041 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T20:22:27,472 INFO [RS:0;377014bd7527:43041 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T20:22:27,472 DEBUG [RS:0;377014bd7527:43041 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T20:22:27,473 INFO [RS:0;377014bd7527:43041 {}] regionserver.HRegionServer(2659): reportForDuty to master=377014bd7527,39903,1732220545924 with port=43041, startcode=1732220546103 2024-11-21T20:22:27,473 DEBUG [RS:0;377014bd7527:43041 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T20:22:27,474 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T20:22:27,475 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39903 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 377014bd7527,43041,1732220546103 2024-11-21T20:22:27,475 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39903 {}] master.ServerManager(517): Registering regionserver=377014bd7527,43041,1732220546103 2024-11-21T20:22:27,476 DEBUG [RS:0;377014bd7527:43041 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb 2024-11-21T20:22:27,476 DEBUG [RS:0;377014bd7527:43041 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44737 2024-11-21T20:22:27,476 DEBUG [RS:0;377014bd7527:43041 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T20:22:27,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39903-0x1015f0fdfb70000, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803231385/rs 2024-11-21T20:22:27,488 DEBUG [RS:0;377014bd7527:43041 {}] zookeeper.ZKUtil(111): regionserver:43041-0x1015f0fdfb70001, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Set watcher on existing znode=/0-803231385/rs/377014bd7527,43041,1732220546103 2024-11-21T20:22:27,488 WARN [RS:0;377014bd7527:43041 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:22:27,488 INFO [RS:0;377014bd7527:43041 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:22:27,488 DEBUG [RS:0;377014bd7527:43041 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103 2024-11-21T20:22:27,488 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [377014bd7527,43041,1732220546103] 2024-11-21T20:22:27,491 INFO [RS:0;377014bd7527:43041 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T20:22:27,493 INFO [RS:0;377014bd7527:43041 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T20:22:27,496 INFO [RS:0;377014bd7527:43041 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T20:22:27,496 INFO [RS:0;377014bd7527:43041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:27,497 INFO [RS:0;377014bd7527:43041 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T20:22:27,497 INFO [RS:0;377014bd7527:43041 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T20:22:27,497 INFO [RS:0;377014bd7527:43041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:27,497 DEBUG [RS:0;377014bd7527:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:27,497 DEBUG [RS:0;377014bd7527:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:27,497 DEBUG [RS:0;377014bd7527:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:27,497 DEBUG [RS:0;377014bd7527:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:27,497 DEBUG [RS:0;377014bd7527:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:27,498 DEBUG [RS:0;377014bd7527:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:22:27,498 DEBUG [RS:0;377014bd7527:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:27,498 DEBUG [RS:0;377014bd7527:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:27,498 DEBUG [RS:0;377014bd7527:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:27,498 DEBUG [RS:0;377014bd7527:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:27,498 DEBUG [RS:0;377014bd7527:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:27,498 DEBUG [RS:0;377014bd7527:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:27,498 DEBUG [RS:0;377014bd7527:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:22:27,498 DEBUG [RS:0;377014bd7527:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:22:27,498 INFO [RS:0;377014bd7527:43041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:27,498 INFO [RS:0;377014bd7527:43041 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:27,498 INFO [RS:0;377014bd7527:43041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:27,498 INFO [RS:0;377014bd7527:43041 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:27,498 INFO [RS:0;377014bd7527:43041 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:27,498 INFO [RS:0;377014bd7527:43041 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,43041,1732220546103-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:22:27,518 INFO [RS:0;377014bd7527:43041 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T20:22:27,518 INFO [RS:0;377014bd7527:43041 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,43041,1732220546103-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:27,518 INFO [RS:0;377014bd7527:43041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:27,518 INFO [RS:0;377014bd7527:43041 {}] regionserver.Replication(171): 377014bd7527,43041,1732220546103 started 2024-11-21T20:22:27,536 INFO [RS:0;377014bd7527:43041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:27,536 INFO [RS:0;377014bd7527:43041 {}] regionserver.HRegionServer(1482): Serving as 377014bd7527,43041,1732220546103, RpcServer on 377014bd7527/172.17.0.2:43041, sessionid=0x1015f0fdfb70001 2024-11-21T20:22:27,537 DEBUG [RS:0;377014bd7527:43041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T20:22:27,537 DEBUG [RS:0;377014bd7527:43041 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 377014bd7527,43041,1732220546103 2024-11-21T20:22:27,537 DEBUG [RS:0;377014bd7527:43041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,43041,1732220546103' 2024-11-21T20:22:27,537 DEBUG [RS:0;377014bd7527:43041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-803231385/flush-table-proc/abort' 2024-11-21T20:22:27,537 DEBUG [RS:0;377014bd7527:43041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-803231385/flush-table-proc/acquired' 2024-11-21T20:22:27,538 DEBUG [RS:0;377014bd7527:43041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T20:22:27,538 DEBUG [RS:0;377014bd7527:43041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T20:22:27,538 DEBUG [RS:0;377014bd7527:43041 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 377014bd7527,43041,1732220546103 2024-11-21T20:22:27,538 DEBUG [RS:0;377014bd7527:43041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,43041,1732220546103' 2024-11-21T20:22:27,538 DEBUG [RS:0;377014bd7527:43041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-803231385/online-snapshot/abort' 2024-11-21T20:22:27,538 DEBUG [RS:0;377014bd7527:43041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-803231385/online-snapshot/acquired' 2024-11-21T20:22:27,538 DEBUG [RS:0;377014bd7527:43041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T20:22:27,538 INFO [RS:0;377014bd7527:43041 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T20:22:27,538 INFO [RS:0;377014bd7527:43041 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T20:22:27,639 INFO [RS:0;377014bd7527:43041 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:22:27,640 INFO [RS:0;377014bd7527:43041 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C43041%2C1732220546103, suffix=, logDir=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103, archiveDir=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/oldWALs, maxLogs=10 2024-11-21T20:22:27,656 DEBUG [RS:0;377014bd7527:43041 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220547641, exclude list is [], retry=0 2024-11-21T20:22:27,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33903,DS-68cda60b-12d9-431d-b0d8-6ed23cdb30c6,DISK] 2024-11-21T20:22:27,659 INFO [RS:0;377014bd7527:43041 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220547641 2024-11-21T20:22:27,660 DEBUG [RS:0;377014bd7527:43041 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38579:38579)] 2024-11-21T20:22:27,801 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T20:22:27,801 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb 2024-11-21T20:22:27,809 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T20:22:27,810 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T20:22:27,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33903 is added to blk_1073741833_1009 (size=32) 2024-11-21T20:22:27,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:22:27,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:22:27,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:22:27,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:27,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:22:27,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:22:27,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:22:27,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:27,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:22:27,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:22:27,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:22:27,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:27,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:22:27,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:22:27,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:22:27,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:27,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:22:27,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:22:27,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/meta/1588230740 2024-11-21T20:22:27,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/meta/1588230740 2024-11-21T20:22:27,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:22:27,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:22:27,825 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:22:27,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:22:27,827 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:22:27,828 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63153439, jitterRate=-0.058940425515174866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:22:27,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732220547813Initializing all the Stores at 1732220547817 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220547817Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220547817Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220547817Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220547817Cleaning up temporary data from old regions at 1732220547825 (+8 ms)Region opened successfully at 1732220547828 (+3 ms) 2024-11-21T20:22:27,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:22:27,828 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:22:27,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:22:27,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:22:27,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:22:27,828 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:22:27,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220547828Disabling compacts and flushes for region at 1732220547828Disabling writes for close at 1732220547828Writing region close event to WAL at 1732220547828Closed at 1732220547828 2024-11-21T20:22:27,829 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:22:27,829 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T20:22:27,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T20:22:27,830 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:22:27,831 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T20:22:27,981 DEBUG [377014bd7527:39903 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T20:22:27,982 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=377014bd7527,43041,1732220546103 2024-11-21T20:22:27,982 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,43041,1732220546103, state=OPENING 2024-11-21T20:22:28,040 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T20:22:28,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39903-0x1015f0fdfb70000, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803231385 2024-11-21T20:22:28,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1015f0fdfb70001, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803231385 2024-11-21T20:22:28,104 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:22:28,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-803231385/meta-region-server: CHANGED 2024-11-21T20:22:28,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-803231385/meta-region-server: CHANGED 2024-11-21T20:22:28,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,43041,1732220546103}] 2024-11-21T20:22:28,259 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:22:28,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T20:22:28,264 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T20:22:28,264 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:22:28,264 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T20:22:28,265 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C43041%2C1732220546103.meta, suffix=.meta, logDir=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103, archiveDir=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/oldWALs, maxLogs=10 2024-11-21T20:22:28,277 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.meta.1732220548266.meta, exclude list is [], retry=0 2024-11-21T20:22:28,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33903,DS-68cda60b-12d9-431d-b0d8-6ed23cdb30c6,DISK] 2024-11-21T20:22:28,281 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.meta.1732220548266.meta 2024-11-21T20:22:28,287 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38579:38579)] 2024-11-21T20:22:28,287 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:22:28,288 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:22:28,288 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:22:28,288 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T20:22:28,288 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T20:22:28,288 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T20:22:28,288 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:22:28,288 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T20:22:28,288 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T20:22:28,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:22:28,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:22:28,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:28,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:22:28,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:22:28,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:22:28,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:28,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:22:28,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:22:28,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:22:28,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:28,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:22:28,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:22:28,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:22:28,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:28,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:22:28,293 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:22:28,294 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/meta/1588230740 2024-11-21T20:22:28,294 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/meta/1588230740 2024-11-21T20:22:28,295 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:22:28,295 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:22:28,296 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:22:28,297 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:22:28,297 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61235391, jitterRate=-0.08752156794071198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:22:28,297 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T20:22:28,297 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732220548288Writing region info on filesystem at 1732220548289 (+1 ms)Initializing all the Stores at 1732220548289Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220548289Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220548289Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220548289Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220548289Cleaning up temporary data from old regions at 1732220548295 (+6 ms)Running coprocessor post-open hooks at 1732220548297 (+2 ms)Region opened successfully at 1732220548297 2024-11-21T20:22:28,298 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732220548259 2024-11-21T20:22:28,300 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T20:22:28,300 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T20:22:28,300 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,43041,1732220546103 2024-11-21T20:22:28,301 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,43041,1732220546103, state=OPEN 2024-11-21T20:22:28,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1015f0fdfb70001, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-803231385/meta-region-server 2024-11-21T20:22:28,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39903-0x1015f0fdfb70000, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-803231385/meta-region-server 2024-11-21T20:22:28,348 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=377014bd7527,43041,1732220546103 2024-11-21T20:22:28,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-803231385/meta-region-server: CHANGED 2024-11-21T20:22:28,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-803231385/meta-region-server: CHANGED 2024-11-21T20:22:28,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T20:22:28,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,43041,1732220546103 in 244 msec 2024-11-21T20:22:28,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T20:22:28,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 520 msec 2024-11-21T20:22:28,352 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:22:28,352 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T20:22:28,354 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:22:28,354 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,43041,1732220546103, seqNum=-1] 2024-11-21T20:22:28,354 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:22:28,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:22:28,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 969 msec 2024-11-21T20:22:28,359 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732220548359, completionTime=-1 2024-11-21T20:22:28,359 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T20:22:28,359 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T20:22:28,360 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T20:22:28,360 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732220608360 2024-11-21T20:22:28,360 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732220668360 2024-11-21T20:22:28,360 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T20:22:28,361 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,39903,1732220545924-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:28,361 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,39903,1732220545924-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:28,361 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,39903,1732220545924-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:28,361 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-377014bd7527:39903, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:28,361 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:28,361 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:28,362 DEBUG [master/377014bd7527:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T20:22:28,364 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.181sec 2024-11-21T20:22:28,364 INFO [master/377014bd7527:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T20:22:28,364 INFO [master/377014bd7527:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T20:22:28,364 INFO [master/377014bd7527:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T20:22:28,364 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T20:22:28,364 INFO [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T20:22:28,364 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,39903,1732220545924-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:22:28,364 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,39903,1732220545924-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T20:22:28,366 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T20:22:28,366 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T20:22:28,366 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,39903,1732220545924-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:28,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64fa4b9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:28,437 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,39903,-1 for getting cluster id 2024-11-21T20:22:28,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:22:28,438 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cbcc149c-e9f9-4585-ade0-dc4bb89d7b19' 2024-11-21T20:22:28,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:22:28,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cbcc149c-e9f9-4585-ade0-dc4bb89d7b19" 2024-11-21T20:22:28,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48399d3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:28,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,39903,-1] 2024-11-21T20:22:28,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:22:28,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:28,440 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:22:28,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df36315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:28,441 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:22:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,43041,1732220546103, seqNum=-1] 2024-11-21T20:22:28,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:22:28,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:22:28,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=377014bd7527,39903,1732220545924 2024-11-21T20:22:28,444 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52847 2024-11-21T20:22:28,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:22:28,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015f0fdfb70002 connected 2024-11-21T20:22:28,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/hadoop.log.dir so I do NOT create it in target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f 2024-11-21T20:22:28,511 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T20:22:28,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/hadoop.tmp.dir so I do NOT create it in target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f 2024-11-21T20:22:28,511 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T20:22:28,511 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f 2024-11-21T20:22:28,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T20:22:28,511 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f/cluster_1af4932a-59c3-9d7c-f062-bd40aee8a616, deleteOnExit=true 2024-11-21T20:22:28,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T20:22:28,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f/test.cache.data in system properties and HBase conf 2024-11-21T20:22:28,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T20:22:28,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f/hadoop.log.dir in system properties and HBase conf 2024-11-21T20:22:28,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T20:22:28,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T20:22:28,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T20:22:28,512 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T20:22:28,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:22:28,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:22:28,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T20:22:28,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:22:28,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T20:22:28,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T20:22:28,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:22:28,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:22:28,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T20:22:28,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f/nfs.dump.dir in system properties and HBase conf 2024-11-21T20:22:28,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f/java.io.tmpdir in system properties and HBase conf 2024-11-21T20:22:28,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:22:28,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T20:22:28,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T20:22:28,930 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:22:28,934 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:22:28,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:22:28,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:22:28,937 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T20:22:28,938 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:22:28,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48fc470e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:22:28,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@132d4871{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:22:29,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7349cd64{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f/java.io.tmpdir/jetty-localhost-36093-hadoop-hdfs-3_4_1-tests_jar-_-any-6883666620669257769/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:22:29,037 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c2a3994{HTTP/1.1, (http/1.1)}{localhost:36093} 2024-11-21T20:22:29,037 INFO [Time-limited test {}] server.Server(415): Started @324876ms 2024-11-21T20:22:29,465 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:22:29,468 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:22:29,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:22:29,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:22:29,472 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T20:22:29,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3746d143{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:22:29,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c1a14f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:22:29,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@647486c8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f/java.io.tmpdir/jetty-localhost-37747-hadoop-hdfs-3_4_1-tests_jar-_-any-8606137250167526692/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:22:29,569 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@691ab766{HTTP/1.1, (http/1.1)}{localhost:37747} 2024-11-21T20:22:29,569 INFO [Time-limited test {}] server.Server(415): Started @325408ms 2024-11-21T20:22:29,570 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T20:22:30,708 WARN [Thread-4444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f/cluster_1af4932a-59c3-9d7c-f062-bd40aee8a616/data/data2/current/BP-187085516-172.17.0.2-1732220548525/current, will proceed with Du for space computation calculation, 2024-11-21T20:22:30,708 WARN [Thread-4443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f/cluster_1af4932a-59c3-9d7c-f062-bd40aee8a616/data/data1/current/BP-187085516-172.17.0.2-1732220548525/current, will proceed with Du for space computation calculation, 2024-11-21T20:22:30,724 WARN [Thread-4431 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T20:22:30,726 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x490bf5dcd6c5107c with lease ID 0x480a4fa67bb2e724: Processing first storage report for DS-3c34d177-9733-416b-80d9-276f7d42faae from datanode DatanodeRegistration(127.0.0.1:39603, datanodeUuid=987f94e5-a30e-43b6-88b1-5328e590fd69, infoPort=34189, infoSecurePort=0, ipcPort=34761, storageInfo=lv=-57;cid=testClusterID;nsid=958462283;c=1732220548525) 2024-11-21T20:22:30,726 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x490bf5dcd6c5107c with lease ID 0x480a4fa67bb2e724: from storage DS-3c34d177-9733-416b-80d9-276f7d42faae node DatanodeRegistration(127.0.0.1:39603, datanodeUuid=987f94e5-a30e-43b6-88b1-5328e590fd69, infoPort=34189, infoSecurePort=0, ipcPort=34761, storageInfo=lv=-57;cid=testClusterID;nsid=958462283;c=1732220548525), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:22:30,726 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x490bf5dcd6c5107c with lease ID 0x480a4fa67bb2e724: Processing first storage report for DS-bfe536c2-2cba-453b-bfa3-68556ff8ca68 from datanode DatanodeRegistration(127.0.0.1:39603, datanodeUuid=987f94e5-a30e-43b6-88b1-5328e590fd69, infoPort=34189, infoSecurePort=0, ipcPort=34761, storageInfo=lv=-57;cid=testClusterID;nsid=958462283;c=1732220548525) 2024-11-21T20:22:30,726 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x490bf5dcd6c5107c with lease ID 0x480a4fa67bb2e724: from storage DS-bfe536c2-2cba-453b-bfa3-68556ff8ca68 node DatanodeRegistration(127.0.0.1:39603, datanodeUuid=987f94e5-a30e-43b6-88b1-5328e590fd69, infoPort=34189, infoSecurePort=0, ipcPort=34761, storageInfo=lv=-57;cid=testClusterID;nsid=958462283;c=1732220548525), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:22:30,794 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f 2024-11-21T20:22:30,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:22:30,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:22:30,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39603 is added to blk_1073741825_1001 (size=7) 2024-11-21T20:22:30,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T20:22:30,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T20:22:30,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T20:22:30,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T20:22:30,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T20:22:30,839 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T20:22:30,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T20:22:30,839 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T20:22:31,205 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8 with version=8 2024-11-21T20:22:31,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/hbase-staging 2024-11-21T20:22:31,207 INFO [Time-limited test {}] client.ConnectionUtils(128): master/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:22:31,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:22:31,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:22:31,207 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:22:31,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:22:31,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:22:31,207 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T20:22:31,207 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:22:31,208 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42581 2024-11-21T20:22:31,208 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42581 connecting to ZooKeeper ensemble=127.0.0.1:52847 2024-11-21T20:22:31,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425810x0, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:22:31,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42581-0x1015f0fdfb70003 connected 2024-11-21T20:22:31,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:22:31,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:22:31,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42581-0x1015f0fdfb70003, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Set watcher on znode that does not yet exist, /1-2077048844/running 2024-11-21T20:22:31,315 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8, hbase.cluster.distributed=false 2024-11-21T20:22:31,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42581-0x1015f0fdfb70003, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Set watcher on znode that does not yet exist, /1-2077048844/acl 2024-11-21T20:22:31,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42581 2024-11-21T20:22:31,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42581 2024-11-21T20:22:31,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42581 2024-11-21T20:22:31,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42581 2024-11-21T20:22:31,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42581 2024-11-21T20:22:31,334 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:22:31,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:22:31,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:22:31,334 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:22:31,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:22:31,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:22:31,335 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T20:22:31,335 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:22:31,335 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39539 2024-11-21T20:22:31,336 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39539 connecting to ZooKeeper ensemble=127.0.0.1:52847 2024-11-21T20:22:31,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:22:31,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:22:31,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395390x0, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:22:31,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395390x0, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Set watcher on znode that does not yet exist, /1-2077048844/running 2024-11-21T20:22:31,351 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T20:22:31,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39539-0x1015f0fdfb70004 connected 2024-11-21T20:22:31,351 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T20:22:31,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39539-0x1015f0fdfb70004, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Set watcher on znode that does not yet exist, /1-2077048844/master 2024-11-21T20:22:31,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39539-0x1015f0fdfb70004, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Set watcher on znode that does not yet exist, /1-2077048844/acl 2024-11-21T20:22:31,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39539 2024-11-21T20:22:31,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39539 2024-11-21T20:22:31,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39539 2024-11-21T20:22:31,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39539 2024-11-21T20:22:31,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39539 2024-11-21T20:22:31,374 DEBUG [M:0;377014bd7527:42581 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;377014bd7527:42581 2024-11-21T20:22:31,375 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2077048844/backup-masters/377014bd7527,42581,1732220551207 2024-11-21T20:22:31,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1015f0fdfb70003, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2077048844/backup-masters 2024-11-21T20:22:31,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39539-0x1015f0fdfb70004, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2077048844/backup-masters 2024-11-21T20:22:31,382 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42581-0x1015f0fdfb70003, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Set watcher on existing znode=/1-2077048844/backup-masters/377014bd7527,42581,1732220551207 2024-11-21T20:22:31,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39539-0x1015f0fdfb70004, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2077048844/master 2024-11-21T20:22:31,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1015f0fdfb70003, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2077048844 2024-11-21T20:22:31,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39539-0x1015f0fdfb70004, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2077048844 2024-11-21T20:22:31,393 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42581-0x1015f0fdfb70003, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Set watcher on existing znode=/1-2077048844/master 2024-11-21T20:22:31,393 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2077048844/backup-masters/377014bd7527,42581,1732220551207 from backup master directory 2024-11-21T20:22:31,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1015f0fdfb70003, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2077048844/backup-masters/377014bd7527,42581,1732220551207 2024-11-21T20:22:31,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39539-0x1015f0fdfb70004, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2077048844/backup-masters 2024-11-21T20:22:31,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1015f0fdfb70003, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2077048844/backup-masters 2024-11-21T20:22:31,403 WARN [master/377014bd7527:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:22:31,403 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=377014bd7527,42581,1732220551207 2024-11-21T20:22:31,406 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/hbase.id] with ID: 47564965-a977-4e87-9d8c-5f4f412c2294 2024-11-21T20:22:31,406 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/.tmp/hbase.id 2024-11-21T20:22:31,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39603 is added to blk_1073741826_1002 (size=42) 2024-11-21T20:22:31,810 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/.tmp/hbase.id]:[hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/hbase.id] 2024-11-21T20:22:31,819 INFO [master/377014bd7527:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:22:31,819 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T20:22:31,819 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-21T20:22:31,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39539-0x1015f0fdfb70004, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2077048844 2024-11-21T20:22:31,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1015f0fdfb70003, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2077048844 2024-11-21T20:22:31,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39603 is added to blk_1073741827_1003 (size=196) 2024-11-21T20:22:32,271 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:22:32,271 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T20:22:32,272 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:22:32,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39603 is added to blk_1073741828_1004 (size=1189) 2024-11-21T20:22:32,276 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/MasterData/data/master/store 2024-11-21T20:22:32,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39603 is added to blk_1073741829_1005 (size=34) 2024-11-21T20:22:32,681 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:22:32,681 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:22:32,681 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:22:32,681 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:22:32,681 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:22:32,681 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:22:32,681 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:22:32,681 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220552681Disabling compacts and flushes for region at 1732220552681Disabling writes for close at 1732220552681Writing region close event to WAL at 1732220552681Closed at 1732220552681 2024-11-21T20:22:32,682 WARN [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/MasterData/data/master/store/.initializing 2024-11-21T20:22:32,682 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/MasterData/WALs/377014bd7527,42581,1732220551207 2024-11-21T20:22:32,683 INFO [master/377014bd7527:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:22:32,684 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=377014bd7527%2C42581%2C1732220551207, suffix=, logDir=hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/MasterData/WALs/377014bd7527,42581,1732220551207, archiveDir=hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/MasterData/oldWALs, maxLogs=10 2024-11-21T20:22:32,696 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/MasterData/WALs/377014bd7527,42581,1732220551207/377014bd7527%2C42581%2C1732220551207.1732220552684, exclude list is [], retry=0 2024-11-21T20:22:32,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39603,DS-3c34d177-9733-416b-80d9-276f7d42faae,DISK] 2024-11-21T20:22:32,699 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/MasterData/WALs/377014bd7527,42581,1732220551207/377014bd7527%2C42581%2C1732220551207.1732220552684 2024-11-21T20:22:32,700 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34189:34189)] 2024-11-21T20:22:32,700 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:22:32,700 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:22:32,700 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:32,700 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:32,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:32,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T20:22:32,702 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:32,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:22:32,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:32,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T20:22:32,704 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:32,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:22:32,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:32,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T20:22:32,705 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:32,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:22:32,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:32,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T20:22:32,706 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:32,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:22:32,707 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:32,707 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:32,707 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:32,708 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:32,708 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:32,709 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:22:32,710 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:32,711 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:22:32,711 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69634707, jitterRate=0.037637993693351746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:22:32,711 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732220552700Initializing all the Stores at 1732220552701 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220552701Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220552701Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220552701Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220552701Cleaning up temporary data from old regions at 1732220552708 (+7 ms)Region opened successfully at 1732220552711 (+3 ms) 2024-11-21T20:22:32,712 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T20:22:32,713 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@687aca02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:22:32,714 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T20:22:32,714 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T20:22:32,714 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T20:22:32,714 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T20:22:32,715 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T20:22:32,715 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T20:22:32,715 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T20:22:32,716 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T20:22:32,717 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42581-0x1015f0fdfb70003, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Unable to get data of znode /1-2077048844/balancer because node does not exist (not necessarily an error) 2024-11-21T20:22:32,737 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2077048844/balancer already deleted, retry=false 2024-11-21T20:22:32,737 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T20:22:32,738 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42581-0x1015f0fdfb70003, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Unable to get data of znode /1-2077048844/normalizer because node does not exist (not necessarily an error) 2024-11-21T20:22:32,750 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2077048844/normalizer already deleted, retry=false 2024-11-21T20:22:32,750 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T20:22:32,751 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42581-0x1015f0fdfb70003, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Unable to get data of znode /1-2077048844/switch/split because node does not exist (not necessarily an error) 2024-11-21T20:22:32,761 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2077048844/switch/split already deleted, retry=false 2024-11-21T20:22:32,761 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42581-0x1015f0fdfb70003, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Unable to get data of znode /1-2077048844/switch/merge because node does not exist (not necessarily an error) 2024-11-21T20:22:32,771 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2077048844/switch/merge already deleted, retry=false 2024-11-21T20:22:32,772 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42581-0x1015f0fdfb70003, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Unable to get data of znode /1-2077048844/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T20:22:32,782 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2077048844/snapshot-cleanup already deleted, retry=false 2024-11-21T20:22:32,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39539-0x1015f0fdfb70004, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2077048844/running 2024-11-21T20:22:32,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1015f0fdfb70003, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2077048844/running 2024-11-21T20:22:32,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1015f0fdfb70003, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2077048844 2024-11-21T20:22:32,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39539-0x1015f0fdfb70004, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2077048844 2024-11-21T20:22:32,793 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=377014bd7527,42581,1732220551207, sessionid=0x1015f0fdfb70003, setting cluster-up flag (Was=false) 2024-11-21T20:22:32,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39539-0x1015f0fdfb70004, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2077048844 2024-11-21T20:22:32,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1015f0fdfb70003, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2077048844 2024-11-21T20:22:32,845 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2077048844/flush-table-proc/acquired, /1-2077048844/flush-table-proc/reached, /1-2077048844/flush-table-proc/abort 2024-11-21T20:22:32,846 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,42581,1732220551207 2024-11-21T20:22:32,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1015f0fdfb70003, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2077048844 2024-11-21T20:22:32,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39539-0x1015f0fdfb70004, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2077048844 2024-11-21T20:22:32,897 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2077048844/online-snapshot/acquired, /1-2077048844/online-snapshot/reached, /1-2077048844/online-snapshot/abort 2024-11-21T20:22:32,898 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,42581,1732220551207 2024-11-21T20:22:32,899 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T20:22:32,901 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T20:22:32,901 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T20:22:32,901 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T20:22:32,901 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 377014bd7527,42581,1732220551207 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T20:22:32,902 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:22:32,903 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:22:32,903 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:22:32,903 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:22:32,903 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/377014bd7527:0, corePoolSize=10, maxPoolSize=10 2024-11-21T20:22:32,903 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:32,903 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:22:32,903 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:32,905 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:22:32,905 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T20:22:32,906 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732220582906 2024-11-21T20:22:32,906 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:32,906 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T20:22:32,906 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T20:22:32,906 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T20:22:32,906 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T20:22:32,906 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T20:22:32,906 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T20:22:32,906 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T20:22:32,906 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:32,907 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T20:22:32,907 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T20:22:32,907 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T20:22:32,907 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T20:22:32,907 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T20:22:32,907 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T20:22:32,907 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220552907,5,FailOnTimeoutGroup] 2024-11-21T20:22:32,908 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220552907,5,FailOnTimeoutGroup] 2024-11-21T20:22:32,908 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:32,908 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T20:22:32,908 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:32,908 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:32,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39603 is added to blk_1073741831_1007 (size=1321) 2024-11-21T20:22:32,913 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T20:22:32,914 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8 2024-11-21T20:22:32,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39603 is added to blk_1073741832_1008 (size=32) 2024-11-21T20:22:32,963 INFO [RS:0;377014bd7527:39539 {}] regionserver.HRegionServer(746): ClusterId : 47564965-a977-4e87-9d8c-5f4f412c2294 2024-11-21T20:22:32,963 DEBUG [RS:0;377014bd7527:39539 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T20:22:32,972 DEBUG [RS:0;377014bd7527:39539 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T20:22:32,972 DEBUG [RS:0;377014bd7527:39539 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T20:22:32,983 DEBUG [RS:0;377014bd7527:39539 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T20:22:32,983 DEBUG [RS:0;377014bd7527:39539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f07ce24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:22:33,000 DEBUG [RS:0;377014bd7527:39539 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;377014bd7527:39539 2024-11-21T20:22:33,000 INFO [RS:0;377014bd7527:39539 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T20:22:33,000 INFO [RS:0;377014bd7527:39539 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T20:22:33,000 DEBUG [RS:0;377014bd7527:39539 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T20:22:33,001 INFO [RS:0;377014bd7527:39539 {}] regionserver.HRegionServer(2659): reportForDuty to master=377014bd7527,42581,1732220551207 with port=39539, startcode=1732220551334 2024-11-21T20:22:33,001 DEBUG [RS:0;377014bd7527:39539 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T20:22:33,003 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T20:22:33,003 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42581 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 377014bd7527,39539,1732220551334 2024-11-21T20:22:33,003 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42581 {}] master.ServerManager(517): Registering regionserver=377014bd7527,39539,1732220551334 2024-11-21T20:22:33,004 DEBUG [RS:0;377014bd7527:39539 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8 2024-11-21T20:22:33,005 DEBUG [RS:0;377014bd7527:39539 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46433 2024-11-21T20:22:33,005 DEBUG [RS:0;377014bd7527:39539 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T20:22:33,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1015f0fdfb70003, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2077048844/rs 2024-11-21T20:22:33,045 DEBUG [RS:0;377014bd7527:39539 {}] zookeeper.ZKUtil(111): regionserver:39539-0x1015f0fdfb70004, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Set watcher on existing znode=/1-2077048844/rs/377014bd7527,39539,1732220551334 2024-11-21T20:22:33,045 WARN [RS:0;377014bd7527:39539 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:22:33,046 INFO [RS:0;377014bd7527:39539 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:22:33,046 DEBUG [RS:0;377014bd7527:39539 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/WALs/377014bd7527,39539,1732220551334 2024-11-21T20:22:33,046 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [377014bd7527,39539,1732220551334] 2024-11-21T20:22:33,048 INFO [RS:0;377014bd7527:39539 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T20:22:33,050 INFO [RS:0;377014bd7527:39539 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T20:22:33,050 INFO [RS:0;377014bd7527:39539 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T20:22:33,050 INFO [RS:0;377014bd7527:39539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:33,050 INFO [RS:0;377014bd7527:39539 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T20:22:33,051 INFO [RS:0;377014bd7527:39539 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T20:22:33,051 INFO [RS:0;377014bd7527:39539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:33,051 DEBUG [RS:0;377014bd7527:39539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:33,051 DEBUG [RS:0;377014bd7527:39539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:33,051 DEBUG [RS:0;377014bd7527:39539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:33,051 DEBUG [RS:0;377014bd7527:39539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:33,051 DEBUG [RS:0;377014bd7527:39539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:33,051 DEBUG [RS:0;377014bd7527:39539 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:22:33,051 DEBUG [RS:0;377014bd7527:39539 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:33,051 DEBUG [RS:0;377014bd7527:39539 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:33,051 DEBUG [RS:0;377014bd7527:39539 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:33,051 DEBUG [RS:0;377014bd7527:39539 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:33,051 DEBUG [RS:0;377014bd7527:39539 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:33,051 DEBUG [RS:0;377014bd7527:39539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:33,051 DEBUG [RS:0;377014bd7527:39539 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:22:33,051 DEBUG [RS:0;377014bd7527:39539 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:22:33,052 INFO [RS:0;377014bd7527:39539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:33,052 INFO [RS:0;377014bd7527:39539 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:33,052 INFO [RS:0;377014bd7527:39539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:33,052 INFO [RS:0;377014bd7527:39539 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:33,052 INFO [RS:0;377014bd7527:39539 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:33,052 INFO [RS:0;377014bd7527:39539 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,39539,1732220551334-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:22:33,065 INFO [RS:0;377014bd7527:39539 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T20:22:33,065 INFO [RS:0;377014bd7527:39539 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,39539,1732220551334-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:33,065 INFO [RS:0;377014bd7527:39539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:33,065 INFO [RS:0;377014bd7527:39539 {}] regionserver.Replication(171): 377014bd7527,39539,1732220551334 started 2024-11-21T20:22:33,093 INFO [RS:0;377014bd7527:39539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:33,093 INFO [RS:0;377014bd7527:39539 {}] regionserver.HRegionServer(1482): Serving as 377014bd7527,39539,1732220551334, RpcServer on 377014bd7527/172.17.0.2:39539, sessionid=0x1015f0fdfb70004 2024-11-21T20:22:33,094 DEBUG [RS:0;377014bd7527:39539 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T20:22:33,094 DEBUG [RS:0;377014bd7527:39539 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 377014bd7527,39539,1732220551334 2024-11-21T20:22:33,094 DEBUG [RS:0;377014bd7527:39539 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,39539,1732220551334' 2024-11-21T20:22:33,094 DEBUG [RS:0;377014bd7527:39539 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2077048844/flush-table-proc/abort' 2024-11-21T20:22:33,094 DEBUG [RS:0;377014bd7527:39539 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2077048844/flush-table-proc/acquired' 2024-11-21T20:22:33,095 DEBUG [RS:0;377014bd7527:39539 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T20:22:33,095 DEBUG [RS:0;377014bd7527:39539 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T20:22:33,095 DEBUG [RS:0;377014bd7527:39539 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 377014bd7527,39539,1732220551334 2024-11-21T20:22:33,095 DEBUG [RS:0;377014bd7527:39539 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,39539,1732220551334' 2024-11-21T20:22:33,095 DEBUG [RS:0;377014bd7527:39539 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2077048844/online-snapshot/abort' 2024-11-21T20:22:33,095 DEBUG [RS:0;377014bd7527:39539 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2077048844/online-snapshot/acquired' 2024-11-21T20:22:33,095 DEBUG [RS:0;377014bd7527:39539 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T20:22:33,095 INFO [RS:0;377014bd7527:39539 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T20:22:33,095 INFO [RS:0;377014bd7527:39539 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T20:22:33,196 INFO [RS:0;377014bd7527:39539 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:22:33,197 INFO [RS:0;377014bd7527:39539 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C39539%2C1732220551334, suffix=, logDir=hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/WALs/377014bd7527,39539,1732220551334, archiveDir=hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/oldWALs, maxLogs=10 2024-11-21T20:22:33,213 DEBUG [RS:0;377014bd7527:39539 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/WALs/377014bd7527,39539,1732220551334/377014bd7527%2C39539%2C1732220551334.1732220553198, exclude list is [], retry=0 2024-11-21T20:22:33,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39603,DS-3c34d177-9733-416b-80d9-276f7d42faae,DISK] 2024-11-21T20:22:33,219 INFO [RS:0;377014bd7527:39539 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/WALs/377014bd7527,39539,1732220551334/377014bd7527%2C39539%2C1732220551334.1732220553198 2024-11-21T20:22:33,220 DEBUG [RS:0;377014bd7527:39539 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34189:34189)] 2024-11-21T20:22:33,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:22:33,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:22:33,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:22:33,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:33,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:22:33,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:22:33,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:22:33,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:33,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:22:33,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:22:33,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:22:33,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:33,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:22:33,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:22:33,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:22:33,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:33,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:22:33,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:22:33,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/hbase/meta/1588230740 2024-11-21T20:22:33,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/hbase/meta/1588230740 2024-11-21T20:22:33,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:22:33,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:22:33,328 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:22:33,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:22:33,330 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:22:33,330 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62712644, jitterRate=-0.06550878286361694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:22:33,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732220553320Initializing all the Stores at 1732220553320Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220553320Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220553320Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220553320Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220553320Cleaning up temporary data from old regions at 1732220553327 (+7 ms)Region opened successfully at 1732220553330 (+3 ms) 2024-11-21T20:22:33,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:22:33,330 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:22:33,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:22:33,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:22:33,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:22:33,330 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:22:33,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220553330Disabling compacts and flushes for region at 1732220553330Disabling writes for close at 1732220553330Writing region close event to WAL at 1732220553330Closed at 1732220553330 2024-11-21T20:22:33,331 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:22:33,331 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T20:22:33,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T20:22:33,332 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:22:33,333 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T20:22:33,483 DEBUG [377014bd7527:42581 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T20:22:33,483 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=377014bd7527,39539,1732220551334 2024-11-21T20:22:33,484 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,39539,1732220551334, state=OPENING 2024-11-21T20:22:33,494 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T20:22:33,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39539-0x1015f0fdfb70004, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2077048844 2024-11-21T20:22:33,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1015f0fdfb70003, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2077048844 2024-11-21T20:22:33,506 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:22:33,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,39539,1732220551334}] 2024-11-21T20:22:33,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2077048844/meta-region-server: CHANGED 2024-11-21T20:22:33,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2077048844/meta-region-server: CHANGED 2024-11-21T20:22:33,658 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:22:33,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T20:22:33,664 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T20:22:33,664 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:22:33,665 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T20:22:33,666 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C39539%2C1732220551334.meta, suffix=.meta, logDir=hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/WALs/377014bd7527,39539,1732220551334, archiveDir=hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/oldWALs, maxLogs=10 2024-11-21T20:22:33,679 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/WALs/377014bd7527,39539,1732220551334/377014bd7527%2C39539%2C1732220551334.meta.1732220553666.meta, exclude list is [], retry=0 2024-11-21T20:22:33,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39603,DS-3c34d177-9733-416b-80d9-276f7d42faae,DISK] 2024-11-21T20:22:33,682 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/WALs/377014bd7527,39539,1732220551334/377014bd7527%2C39539%2C1732220551334.meta.1732220553666.meta 2024-11-21T20:22:33,683 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34189:34189)] 2024-11-21T20:22:33,683 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:22:33,683 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:22:33,684 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:22:33,684 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T20:22:33,684 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T20:22:33,684 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T20:22:33,684 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:22:33,684 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T20:22:33,684 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T20:22:33,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:22:33,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:22:33,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:33,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:22:33,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:22:33,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:22:33,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:33,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:22:33,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:22:33,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:22:33,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:33,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:22:33,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:22:33,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:22:33,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:33,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:22:33,689 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:22:33,689 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/hbase/meta/1588230740 2024-11-21T20:22:33,690 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/hbase/meta/1588230740 2024-11-21T20:22:33,691 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:22:33,691 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:22:33,691 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:22:33,692 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:22:33,693 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61237527, jitterRate=-0.08748973906040192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:22:33,693 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T20:22:33,693 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732220553684Writing region info on filesystem at 1732220553684Initializing all the Stores at 1732220553685 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220553685Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220553685Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220553685Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220553685Cleaning up temporary data from old regions at 1732220553691 (+6 ms)Running coprocessor post-open hooks at 1732220553693 (+2 ms)Region opened successfully at 1732220553693 2024-11-21T20:22:33,694 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732220553657 2024-11-21T20:22:33,695 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T20:22:33,695 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T20:22:33,696 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,39539,1732220551334 2024-11-21T20:22:33,696 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,39539,1732220551334, state=OPEN 2024-11-21T20:22:33,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1015f0fdfb70003, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2077048844/meta-region-server 2024-11-21T20:22:33,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39539-0x1015f0fdfb70004, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2077048844/meta-region-server 2024-11-21T20:22:33,708 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=377014bd7527,39539,1732220551334 2024-11-21T20:22:33,708 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2077048844/meta-region-server: CHANGED 2024-11-21T20:22:33,708 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2077048844/meta-region-server: CHANGED 2024-11-21T20:22:33,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T20:22:33,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,39539,1732220551334 in 202 msec 2024-11-21T20:22:33,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T20:22:33,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 380 msec 2024-11-21T20:22:33,713 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:22:33,713 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T20:22:33,715 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:22:33,715 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,39539,1732220551334, seqNum=-1] 2024-11-21T20:22:33,715 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:22:33,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:22:33,722 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 821 msec 2024-11-21T20:22:33,722 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732220553722, completionTime=-1 2024-11-21T20:22:33,722 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T20:22:33,722 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T20:22:33,724 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T20:22:33,724 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732220613724 2024-11-21T20:22:33,724 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732220673724 2024-11-21T20:22:33,724 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T20:22:33,725 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42581,1732220551207-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:33,725 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42581,1732220551207-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:33,725 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42581,1732220551207-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:33,725 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-377014bd7527:42581, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:33,725 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:33,725 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:33,727 DEBUG [master/377014bd7527:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T20:22:33,730 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.327sec 2024-11-21T20:22:33,730 INFO [master/377014bd7527:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T20:22:33,730 INFO [master/377014bd7527:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T20:22:33,730 INFO [master/377014bd7527:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T20:22:33,730 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T20:22:33,730 INFO [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T20:22:33,730 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42581,1732220551207-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:22:33,730 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42581,1732220551207-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T20:22:33,733 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T20:22:33,733 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T20:22:33,733 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42581,1732220551207-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:33,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ea7f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:33,763 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,42581,-1 for getting cluster id 2024-11-21T20:22:33,763 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:22:33,764 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47564965-a977-4e87-9d8c-5f4f412c2294' 2024-11-21T20:22:33,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:22:33,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47564965-a977-4e87-9d8c-5f4f412c2294" 2024-11-21T20:22:33,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12132610, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:33,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,42581,-1] 2024-11-21T20:22:33,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:22:33,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:33,766 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:22:33,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52fdd171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:33,766 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:22:33,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,39539,1732220551334, seqNum=-1] 2024-11-21T20:22:33,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:22:33,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:22:33,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=377014bd7527,42581,1732220551207 2024-11-21T20:22:33,769 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52847 2024-11-21T20:22:33,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:22:33,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015f0fdfb70005 connected 2024-11-21T20:22:33,790 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:22:33,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:33,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:33,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:33,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:33,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:33,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:33,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:33,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:33,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f/hadoop.log.dir so I do NOT create it in target/test-data/990b5671-40a1-4fd5-7e7d-cd2b41f3c408 2024-11-21T20:22:33,795 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T20:22:33,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f/hadoop.tmp.dir so I do NOT create it in target/test-data/990b5671-40a1-4fd5-7e7d-cd2b41f3c408 2024-11-21T20:22:33,795 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T20:22:33,795 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b5671-40a1-4fd5-7e7d-cd2b41f3c408 2024-11-21T20:22:33,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T20:22:33,795 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b5671-40a1-4fd5-7e7d-cd2b41f3c408/cluster_77555328-8f82-f454-60b4-7a8ca0eeae74, deleteOnExit=true 2024-11-21T20:22:33,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T20:22:33,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b5671-40a1-4fd5-7e7d-cd2b41f3c408/test.cache.data in system properties and HBase conf 2024-11-21T20:22:33,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b5671-40a1-4fd5-7e7d-cd2b41f3c408/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T20:22:33,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b5671-40a1-4fd5-7e7d-cd2b41f3c408/hadoop.log.dir in system properties and HBase conf 2024-11-21T20:22:33,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b5671-40a1-4fd5-7e7d-cd2b41f3c408/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T20:22:33,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b5671-40a1-4fd5-7e7d-cd2b41f3c408/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T20:22:33,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T20:22:33,796 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T20:22:33,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b5671-40a1-4fd5-7e7d-cd2b41f3c408/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:22:33,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b5671-40a1-4fd5-7e7d-cd2b41f3c408/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:22:33,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b5671-40a1-4fd5-7e7d-cd2b41f3c408/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T20:22:33,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b5671-40a1-4fd5-7e7d-cd2b41f3c408/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:22:33,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b5671-40a1-4fd5-7e7d-cd2b41f3c408/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T20:22:33,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b5671-40a1-4fd5-7e7d-cd2b41f3c408/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T20:22:33,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b5671-40a1-4fd5-7e7d-cd2b41f3c408/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:22:33,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b5671-40a1-4fd5-7e7d-cd2b41f3c408/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:22:33,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b5671-40a1-4fd5-7e7d-cd2b41f3c408/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T20:22:33,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b5671-40a1-4fd5-7e7d-cd2b41f3c408/nfs.dump.dir in system properties and HBase conf 2024-11-21T20:22:33,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b5671-40a1-4fd5-7e7d-cd2b41f3c408/java.io.tmpdir in system properties and HBase conf 2024-11-21T20:22:33,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b5671-40a1-4fd5-7e7d-cd2b41f3c408/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:22:33,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b5671-40a1-4fd5-7e7d-cd2b41f3c408/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T20:22:33,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b5671-40a1-4fd5-7e7d-cd2b41f3c408/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T20:22:33,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:33,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:33,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:33,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:33,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:33,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:33,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:33,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:33,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:33,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:34,211 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:22:34,215 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:22:34,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:22:34,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:22:34,220 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T20:22:34,221 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:22:34,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d4b4cff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b5671-40a1-4fd5-7e7d-cd2b41f3c408/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:22:34,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4662f292{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:22:34,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@673f761a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b5671-40a1-4fd5-7e7d-cd2b41f3c408/java.io.tmpdir/jetty-localhost-34645-hadoop-hdfs-3_4_1-tests_jar-_-any-3480620973644493294/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:22:34,337 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f9e3cff{HTTP/1.1, (http/1.1)}{localhost:34645} 2024-11-21T20:22:34,337 INFO [Time-limited test {}] server.Server(415): Started @330176ms 2024-11-21T20:22:34,601 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:22:34,603 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:22:34,604 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:22:34,604 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:22:34,604 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T20:22:34,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@247d5bbe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b5671-40a1-4fd5-7e7d-cd2b41f3c408/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:22:34,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fd5e1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:22:34,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fb5a8b7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b5671-40a1-4fd5-7e7d-cd2b41f3c408/java.io.tmpdir/jetty-localhost-42761-hadoop-hdfs-3_4_1-tests_jar-_-any-5689055748486134358/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:22:34,718 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@148e501b{HTTP/1.1, (http/1.1)}{localhost:42761} 2024-11-21T20:22:34,718 INFO [Time-limited test {}] server.Server(415): Started @330557ms 2024-11-21T20:22:34,719 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T20:22:35,833 WARN [Thread-4564 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b5671-40a1-4fd5-7e7d-cd2b41f3c408/cluster_77555328-8f82-f454-60b4-7a8ca0eeae74/data/data1/current/BP-605532718-172.17.0.2-1732220553876/current, will proceed with Du for space computation calculation, 2024-11-21T20:22:35,852 WARN [Thread-4565 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b5671-40a1-4fd5-7e7d-cd2b41f3c408/cluster_77555328-8f82-f454-60b4-7a8ca0eeae74/data/data2/current/BP-605532718-172.17.0.2-1732220553876/current, will proceed with Du for space computation calculation, 2024-11-21T20:22:35,885 WARN [Thread-4552 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T20:22:35,889 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x39d9524a5336069e with lease ID 0xdae54d614c4bf7a7: Processing first storage report for DS-65e111e8-ff69-499c-90e8-dbc79a28cf7e from datanode DatanodeRegistration(127.0.0.1:45955, datanodeUuid=592fbb95-5a61-4873-abcb-4abff201aab5, infoPort=43359, infoSecurePort=0, ipcPort=36811, storageInfo=lv=-57;cid=testClusterID;nsid=1796775615;c=1732220553876) 2024-11-21T20:22:35,889 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x39d9524a5336069e with lease ID 0xdae54d614c4bf7a7: from storage DS-65e111e8-ff69-499c-90e8-dbc79a28cf7e node DatanodeRegistration(127.0.0.1:45955, datanodeUuid=592fbb95-5a61-4873-abcb-4abff201aab5, infoPort=43359, infoSecurePort=0, ipcPort=36811, storageInfo=lv=-57;cid=testClusterID;nsid=1796775615;c=1732220553876), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:22:35,889 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x39d9524a5336069e with lease ID 0xdae54d614c4bf7a7: Processing first storage report for DS-b0163d29-32ce-476c-8b08-27c54bc725b6 from datanode DatanodeRegistration(127.0.0.1:45955, datanodeUuid=592fbb95-5a61-4873-abcb-4abff201aab5, infoPort=43359, infoSecurePort=0, ipcPort=36811, storageInfo=lv=-57;cid=testClusterID;nsid=1796775615;c=1732220553876) 2024-11-21T20:22:35,889 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x39d9524a5336069e with lease ID 0xdae54d614c4bf7a7: from storage DS-b0163d29-32ce-476c-8b08-27c54bc725b6 node DatanodeRegistration(127.0.0.1:45955, datanodeUuid=592fbb95-5a61-4873-abcb-4abff201aab5, infoPort=43359, infoSecurePort=0, ipcPort=36811, storageInfo=lv=-57;cid=testClusterID;nsid=1796775615;c=1732220553876), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:22:35,948 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b5671-40a1-4fd5-7e7d-cd2b41f3c408 2024-11-21T20:22:35,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:22:35,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:22:35,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741825_1001 (size=7) 2024-11-21T20:22:36,356 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72 with version=8 2024-11-21T20:22:36,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/hbase-staging 2024-11-21T20:22:36,358 INFO [Time-limited test {}] client.ConnectionUtils(128): master/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:22:36,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:22:36,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:22:36,358 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:22:36,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:22:36,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:22:36,358 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T20:22:36,359 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:22:36,359 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46005 2024-11-21T20:22:36,360 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46005 connecting to ZooKeeper ensemble=127.0.0.1:52847 2024-11-21T20:22:36,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460050x0, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:22:36,411 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46005-0x1015f0fdfb70006 connected 2024-11-21T20:22:36,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:22:36,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:22:36,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46005-0x1015f0fdfb70006, quorum=127.0.0.1:52847, baseZNode=/2718413520 Set watcher on znode that does not yet exist, /2718413520/running 2024-11-21T20:22:36,487 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72, hbase.cluster.distributed=false 2024-11-21T20:22:36,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46005-0x1015f0fdfb70006, quorum=127.0.0.1:52847, baseZNode=/2718413520 Set watcher on znode that does not yet exist, /2718413520/acl 2024-11-21T20:22:36,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46005 2024-11-21T20:22:36,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46005 2024-11-21T20:22:36,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46005 2024-11-21T20:22:36,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46005 2024-11-21T20:22:36,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46005 2024-11-21T20:22:36,507 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:22:36,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:22:36,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:22:36,507 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:22:36,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:22:36,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:22:36,507 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T20:22:36,507 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:22:36,508 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42785 2024-11-21T20:22:36,509 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42785 connecting to ZooKeeper ensemble=127.0.0.1:52847 2024-11-21T20:22:36,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:22:36,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:22:36,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427850x0, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:22:36,519 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427850x0, quorum=127.0.0.1:52847, baseZNode=/2718413520 Set watcher on znode that does not yet exist, /2718413520/running 2024-11-21T20:22:36,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42785-0x1015f0fdfb70007 connected 2024-11-21T20:22:36,519 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T20:22:36,520 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T20:22:36,520 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42785-0x1015f0fdfb70007, quorum=127.0.0.1:52847, baseZNode=/2718413520 Set watcher on znode that does not yet exist, /2718413520/master 2024-11-21T20:22:36,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42785-0x1015f0fdfb70007, quorum=127.0.0.1:52847, baseZNode=/2718413520 Set watcher on znode that does not yet exist, /2718413520/acl 2024-11-21T20:22:36,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42785 2024-11-21T20:22:36,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42785 2024-11-21T20:22:36,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42785 2024-11-21T20:22:36,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42785 2024-11-21T20:22:36,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42785 2024-11-21T20:22:36,564 DEBUG [M:0;377014bd7527:46005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;377014bd7527:46005 2024-11-21T20:22:36,565 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2718413520/backup-masters/377014bd7527,46005,1732220556358 2024-11-21T20:22:36,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46005-0x1015f0fdfb70006, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2718413520/backup-masters 2024-11-21T20:22:36,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x1015f0fdfb70007, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2718413520/backup-masters 2024-11-21T20:22:36,571 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46005-0x1015f0fdfb70006, quorum=127.0.0.1:52847, baseZNode=/2718413520 Set watcher on existing znode=/2718413520/backup-masters/377014bd7527,46005,1732220556358 2024-11-21T20:22:36,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x1015f0fdfb70007, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2718413520/master 2024-11-21T20:22:36,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46005-0x1015f0fdfb70006, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2718413520 2024-11-21T20:22:36,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x1015f0fdfb70007, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2718413520 2024-11-21T20:22:36,582 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46005-0x1015f0fdfb70006, quorum=127.0.0.1:52847, baseZNode=/2718413520 Set watcher on existing znode=/2718413520/master 2024-11-21T20:22:36,582 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2718413520/backup-masters/377014bd7527,46005,1732220556358 from backup master directory 2024-11-21T20:22:36,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46005-0x1015f0fdfb70006, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2718413520/backup-masters/377014bd7527,46005,1732220556358 2024-11-21T20:22:36,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46005-0x1015f0fdfb70006, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2718413520/backup-masters 2024-11-21T20:22:36,592 WARN [master/377014bd7527:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:22:36,592 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=377014bd7527,46005,1732220556358 2024-11-21T20:22:36,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x1015f0fdfb70007, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2718413520/backup-masters 2024-11-21T20:22:36,596 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/hbase.id] with ID: 4d380f17-412c-48af-bca4-a708bdc693ab 2024-11-21T20:22:36,596 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/.tmp/hbase.id 2024-11-21T20:22:36,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741826_1002 (size=42) 2024-11-21T20:22:37,000 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/.tmp/hbase.id]:[hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/hbase.id] 2024-11-21T20:22:37,016 INFO [master/377014bd7527:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:22:37,016 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T20:22:37,017 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T20:22:37,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x1015f0fdfb70007, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2718413520 2024-11-21T20:22:37,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46005-0x1015f0fdfb70006, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2718413520 2024-11-21T20:22:37,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741827_1003 (size=196) 2024-11-21T20:22:37,470 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:22:37,471 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T20:22:37,471 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:22:37,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741828_1004 (size=1189) 2024-11-21T20:22:37,876 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/MasterData/data/master/store 2024-11-21T20:22:37,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741829_1005 (size=34) 2024-11-21T20:22:38,281 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:22:38,281 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:22:38,281 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:22:38,281 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:22:38,281 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:22:38,281 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:22:38,281 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:22:38,281 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220558281Disabling compacts and flushes for region at 1732220558281Disabling writes for close at 1732220558281Writing region close event to WAL at 1732220558281Closed at 1732220558281 2024-11-21T20:22:38,282 WARN [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/MasterData/data/master/store/.initializing 2024-11-21T20:22:38,282 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/MasterData/WALs/377014bd7527,46005,1732220556358 2024-11-21T20:22:38,283 INFO [master/377014bd7527:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:22:38,284 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=377014bd7527%2C46005%2C1732220556358, suffix=, logDir=hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/MasterData/WALs/377014bd7527,46005,1732220556358, archiveDir=hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/MasterData/oldWALs, maxLogs=10 2024-11-21T20:22:38,296 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/MasterData/WALs/377014bd7527,46005,1732220556358/377014bd7527%2C46005%2C1732220556358.1732220558284, exclude list is [], retry=0 2024-11-21T20:22:38,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45955,DS-65e111e8-ff69-499c-90e8-dbc79a28cf7e,DISK] 2024-11-21T20:22:38,299 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/MasterData/WALs/377014bd7527,46005,1732220556358/377014bd7527%2C46005%2C1732220556358.1732220558284 2024-11-21T20:22:38,299 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43359:43359)] 2024-11-21T20:22:38,299 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:22:38,299 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:22:38,299 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:38,299 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:38,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:38,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T20:22:38,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:38,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:22:38,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:38,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T20:22:38,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:38,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:22:38,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:38,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T20:22:38,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:38,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:22:38,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:38,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T20:22:38,305 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:38,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:22:38,305 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:38,305 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:38,306 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:38,306 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:38,306 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:38,307 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:22:38,308 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:22:38,309 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:22:38,309 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71533428, jitterRate=0.06593114137649536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:22:38,309 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732220558299Initializing all the Stores at 1732220558300 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220558300Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220558300Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220558300Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220558300Cleaning up temporary data from old regions at 1732220558306 (+6 ms)Region opened successfully at 1732220558309 (+3 ms) 2024-11-21T20:22:38,310 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T20:22:38,312 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@346c6d75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:22:38,312 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T20:22:38,312 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T20:22:38,312 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T20:22:38,313 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T20:22:38,313 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T20:22:38,313 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T20:22:38,313 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T20:22:38,314 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T20:22:38,315 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46005-0x1015f0fdfb70006, quorum=127.0.0.1:52847, baseZNode=/2718413520 Unable to get data of znode /2718413520/balancer because node does not exist (not necessarily an error) 2024-11-21T20:22:38,402 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2718413520/balancer already deleted, retry=false 2024-11-21T20:22:38,403 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T20:22:38,403 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46005-0x1015f0fdfb70006, quorum=127.0.0.1:52847, baseZNode=/2718413520 Unable to get data of znode /2718413520/normalizer because node does not exist (not necessarily an error) 2024-11-21T20:22:38,413 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2718413520/normalizer already deleted, retry=false 2024-11-21T20:22:38,413 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T20:22:38,414 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46005-0x1015f0fdfb70006, quorum=127.0.0.1:52847, baseZNode=/2718413520 Unable to get data of znode /2718413520/switch/split because node does not exist (not necessarily an error) 2024-11-21T20:22:38,423 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2718413520/switch/split already deleted, retry=false 2024-11-21T20:22:38,424 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46005-0x1015f0fdfb70006, quorum=127.0.0.1:52847, baseZNode=/2718413520 Unable to get data of znode /2718413520/switch/merge because node does not exist (not necessarily an error) 2024-11-21T20:22:38,434 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2718413520/switch/merge already deleted, retry=false 2024-11-21T20:22:38,435 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46005-0x1015f0fdfb70006, quorum=127.0.0.1:52847, baseZNode=/2718413520 Unable to get data of znode /2718413520/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T20:22:38,444 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2718413520/snapshot-cleanup already deleted, retry=false 2024-11-21T20:22:38,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x1015f0fdfb70007, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2718413520/running 2024-11-21T20:22:38,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46005-0x1015f0fdfb70006, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2718413520/running 2024-11-21T20:22:38,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46005-0x1015f0fdfb70006, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2718413520 2024-11-21T20:22:38,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x1015f0fdfb70007, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2718413520 2024-11-21T20:22:38,455 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=377014bd7527,46005,1732220556358, sessionid=0x1015f0fdfb70006, setting cluster-up flag (Was=false) 2024-11-21T20:22:38,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46005-0x1015f0fdfb70006, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2718413520 2024-11-21T20:22:38,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x1015f0fdfb70007, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2718413520 2024-11-21T20:22:38,508 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2718413520/flush-table-proc/acquired, /2718413520/flush-table-proc/reached, /2718413520/flush-table-proc/abort 2024-11-21T20:22:38,508 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,46005,1732220556358 2024-11-21T20:22:38,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46005-0x1015f0fdfb70006, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2718413520 2024-11-21T20:22:38,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x1015f0fdfb70007, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2718413520 2024-11-21T20:22:38,560 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2718413520/online-snapshot/acquired, /2718413520/online-snapshot/reached, /2718413520/online-snapshot/abort 2024-11-21T20:22:38,561 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,46005,1732220556358 2024-11-21T20:22:38,562 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T20:22:38,563 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T20:22:38,563 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T20:22:38,563 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T20:22:38,564 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 377014bd7527,46005,1732220556358 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T20:22:38,565 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:22:38,565 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:22:38,565 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:22:38,565 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:22:38,565 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/377014bd7527:0, corePoolSize=10, maxPoolSize=10 2024-11-21T20:22:38,565 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:38,565 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:22:38,565 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:38,566 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732220588566 2024-11-21T20:22:38,566 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:22:38,566 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T20:22:38,566 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T20:22:38,566 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T20:22:38,566 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T20:22:38,566 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T20:22:38,566 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T20:22:38,566 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T20:22:38,566 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:38,566 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T20:22:38,566 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:38,566 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T20:22:38,567 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T20:22:38,567 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T20:22:38,566 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T20:22:38,567 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T20:22:38,567 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T20:22:38,567 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220558567,5,FailOnTimeoutGroup] 2024-11-21T20:22:38,567 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220558567,5,FailOnTimeoutGroup] 2024-11-21T20:22:38,567 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:38,567 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T20:22:38,567 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:38,567 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:38,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741831_1007 (size=1321) 2024-11-21T20:22:38,654 INFO [RS:0;377014bd7527:42785 {}] regionserver.HRegionServer(746): ClusterId : 4d380f17-412c-48af-bca4-a708bdc693ab 2024-11-21T20:22:38,654 DEBUG [RS:0;377014bd7527:42785 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T20:22:38,666 DEBUG [RS:0;377014bd7527:42785 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T20:22:38,666 DEBUG [RS:0;377014bd7527:42785 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T20:22:38,677 DEBUG [RS:0;377014bd7527:42785 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T20:22:38,677 DEBUG [RS:0;377014bd7527:42785 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79e83f32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:22:38,688 DEBUG [RS:0;377014bd7527:42785 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;377014bd7527:42785 2024-11-21T20:22:38,688 INFO [RS:0;377014bd7527:42785 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T20:22:38,688 INFO [RS:0;377014bd7527:42785 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T20:22:38,688 DEBUG [RS:0;377014bd7527:42785 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T20:22:38,689 INFO [RS:0;377014bd7527:42785 {}] regionserver.HRegionServer(2659): reportForDuty to master=377014bd7527,46005,1732220556358 with port=42785, startcode=1732220556507 2024-11-21T20:22:38,689 DEBUG [RS:0;377014bd7527:42785 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T20:22:38,690 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T20:22:38,690 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46005 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 377014bd7527,42785,1732220556507 2024-11-21T20:22:38,690 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46005 {}] master.ServerManager(517): Registering regionserver=377014bd7527,42785,1732220556507 2024-11-21T20:22:38,691 DEBUG [RS:0;377014bd7527:42785 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72 2024-11-21T20:22:38,691 DEBUG [RS:0;377014bd7527:42785 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41669 2024-11-21T20:22:38,691 DEBUG [RS:0;377014bd7527:42785 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T20:22:38,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46005-0x1015f0fdfb70006, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2718413520/rs 2024-11-21T20:22:38,732 DEBUG [RS:0;377014bd7527:42785 {}] zookeeper.ZKUtil(111): regionserver:42785-0x1015f0fdfb70007, quorum=127.0.0.1:52847, baseZNode=/2718413520 Set watcher on existing znode=/2718413520/rs/377014bd7527,42785,1732220556507 2024-11-21T20:22:38,733 WARN [RS:0;377014bd7527:42785 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:22:38,733 INFO [RS:0;377014bd7527:42785 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:22:38,733 DEBUG [RS:0;377014bd7527:42785 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/WALs/377014bd7527,42785,1732220556507 2024-11-21T20:22:38,733 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [377014bd7527,42785,1732220556507] 2024-11-21T20:22:38,735 INFO [RS:0;377014bd7527:42785 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T20:22:38,736 INFO [RS:0;377014bd7527:42785 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T20:22:38,737 INFO [RS:0;377014bd7527:42785 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T20:22:38,737 INFO [RS:0;377014bd7527:42785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:38,737 INFO [RS:0;377014bd7527:42785 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T20:22:38,737 INFO [RS:0;377014bd7527:42785 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T20:22:38,737 INFO [RS:0;377014bd7527:42785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:38,737 DEBUG [RS:0;377014bd7527:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:38,737 DEBUG [RS:0;377014bd7527:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:38,737 DEBUG [RS:0;377014bd7527:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:38,737 DEBUG [RS:0;377014bd7527:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:38,737 DEBUG [RS:0;377014bd7527:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:38,737 DEBUG [RS:0;377014bd7527:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:22:38,737 DEBUG [RS:0;377014bd7527:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:38,737 DEBUG [RS:0;377014bd7527:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:38,738 DEBUG [RS:0;377014bd7527:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:38,738 DEBUG [RS:0;377014bd7527:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:38,738 DEBUG [RS:0;377014bd7527:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:38,738 DEBUG [RS:0;377014bd7527:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:22:38,738 DEBUG [RS:0;377014bd7527:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:22:38,738 DEBUG [RS:0;377014bd7527:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:22:38,738 INFO [RS:0;377014bd7527:42785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:38,738 INFO [RS:0;377014bd7527:42785 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:38,738 INFO [RS:0;377014bd7527:42785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:38,738 INFO [RS:0;377014bd7527:42785 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:38,738 INFO [RS:0;377014bd7527:42785 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:38,738 INFO [RS:0;377014bd7527:42785 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42785,1732220556507-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:22:38,754 INFO [RS:0;377014bd7527:42785 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T20:22:38,754 INFO [RS:0;377014bd7527:42785 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,42785,1732220556507-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:38,754 INFO [RS:0;377014bd7527:42785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:38,754 INFO [RS:0;377014bd7527:42785 {}] regionserver.Replication(171): 377014bd7527,42785,1732220556507 started 2024-11-21T20:22:38,766 INFO [RS:0;377014bd7527:42785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:38,766 INFO [RS:0;377014bd7527:42785 {}] regionserver.HRegionServer(1482): Serving as 377014bd7527,42785,1732220556507, RpcServer on 377014bd7527/172.17.0.2:42785, sessionid=0x1015f0fdfb70007 2024-11-21T20:22:38,766 DEBUG [RS:0;377014bd7527:42785 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T20:22:38,766 DEBUG [RS:0;377014bd7527:42785 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 377014bd7527,42785,1732220556507 2024-11-21T20:22:38,766 DEBUG [RS:0;377014bd7527:42785 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,42785,1732220556507' 2024-11-21T20:22:38,766 DEBUG [RS:0;377014bd7527:42785 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2718413520/flush-table-proc/abort' 2024-11-21T20:22:38,767 DEBUG [RS:0;377014bd7527:42785 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2718413520/flush-table-proc/acquired' 2024-11-21T20:22:38,767 DEBUG [RS:0;377014bd7527:42785 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T20:22:38,767 DEBUG [RS:0;377014bd7527:42785 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T20:22:38,767 DEBUG [RS:0;377014bd7527:42785 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 377014bd7527,42785,1732220556507 2024-11-21T20:22:38,767 DEBUG [RS:0;377014bd7527:42785 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,42785,1732220556507' 2024-11-21T20:22:38,767 DEBUG [RS:0;377014bd7527:42785 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2718413520/online-snapshot/abort' 2024-11-21T20:22:38,767 DEBUG [RS:0;377014bd7527:42785 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2718413520/online-snapshot/acquired' 2024-11-21T20:22:38,768 DEBUG [RS:0;377014bd7527:42785 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T20:22:38,768 INFO [RS:0;377014bd7527:42785 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T20:22:38,768 INFO [RS:0;377014bd7527:42785 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T20:22:38,868 INFO [RS:0;377014bd7527:42785 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:22:38,869 INFO [RS:0;377014bd7527:42785 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C42785%2C1732220556507, suffix=, logDir=hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/WALs/377014bd7527,42785,1732220556507, archiveDir=hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/oldWALs, maxLogs=10 2024-11-21T20:22:38,883 DEBUG [RS:0;377014bd7527:42785 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/WALs/377014bd7527,42785,1732220556507/377014bd7527%2C42785%2C1732220556507.1732220558870, exclude list is [], retry=0 2024-11-21T20:22:38,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45955,DS-65e111e8-ff69-499c-90e8-dbc79a28cf7e,DISK] 2024-11-21T20:22:38,886 INFO [RS:0;377014bd7527:42785 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/WALs/377014bd7527,42785,1732220556507/377014bd7527%2C42785%2C1732220556507.1732220558870 2024-11-21T20:22:38,887 DEBUG [RS:0;377014bd7527:42785 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43359:43359)] 2024-11-21T20:22:38,974 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T20:22:38,975 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72 2024-11-21T20:22:38,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741833_1009 (size=32) 2024-11-21T20:22:38,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:22:38,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:22:38,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:22:38,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:38,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:22:38,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:22:38,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:22:38,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:38,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:22:38,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:22:38,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:22:38,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:38,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:22:38,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:22:38,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:22:38,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:38,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:22:38,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:22:38,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/hbase/meta/1588230740 2024-11-21T20:22:38,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/hbase/meta/1588230740 2024-11-21T20:22:38,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:22:38,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:22:38,988 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:22:38,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:22:38,990 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:22:38,991 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62752496, jitterRate=-0.06491494178771973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:22:38,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732220558980Initializing all the Stores at 1732220558980Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220558980Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220558980Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220558980Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220558980Cleaning up temporary data from old regions at 1732220558988 (+8 ms)Region opened successfully at 1732220558991 (+3 ms) 2024-11-21T20:22:38,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:22:38,991 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:22:38,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:22:38,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:22:38,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:22:38,991 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:22:38,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220558991Disabling compacts and flushes for region at 1732220558991Disabling writes for close at 1732220558991Writing region close event to WAL at 1732220558991Closed at 1732220558991 2024-11-21T20:22:38,992 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:22:38,992 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T20:22:38,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T20:22:38,993 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:22:38,994 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T20:22:39,144 DEBUG [377014bd7527:46005 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T20:22:39,144 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=377014bd7527,42785,1732220556507 2024-11-21T20:22:39,145 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,42785,1732220556507, state=OPENING 2024-11-21T20:22:39,187 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:22:39,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:39,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:39,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:39,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:39,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:39,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:39,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:39,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:39,192 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T20:22:39,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x1015f0fdfb70007, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2718413520 2024-11-21T20:22:39,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46005-0x1015f0fdfb70006, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2718413520 2024-11-21T20:22:39,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2718413520/meta-region-server: CHANGED 2024-11-21T20:22:39,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2718413520/meta-region-server: CHANGED 2024-11-21T20:22:39,203 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:22:39,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,42785,1732220556507}] 2024-11-21T20:22:39,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:39,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:39,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:39,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:39,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:39,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:39,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:39,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:39,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:39,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:39,356 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:22:39,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T20:22:39,360 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T20:22:39,360 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:22:39,360 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T20:22:39,361 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C42785%2C1732220556507.meta, suffix=.meta, logDir=hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/WALs/377014bd7527,42785,1732220556507, archiveDir=hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/oldWALs, maxLogs=10 2024-11-21T20:22:39,373 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/WALs/377014bd7527,42785,1732220556507/377014bd7527%2C42785%2C1732220556507.meta.1732220559361.meta, exclude list is [], retry=0 2024-11-21T20:22:39,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45955,DS-65e111e8-ff69-499c-90e8-dbc79a28cf7e,DISK] 2024-11-21T20:22:39,376 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/WALs/377014bd7527,42785,1732220556507/377014bd7527%2C42785%2C1732220556507.meta.1732220559361.meta 2024-11-21T20:22:39,376 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43359:43359)] 2024-11-21T20:22:39,376 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:22:39,377 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:22:39,377 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:22:39,377 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T20:22:39,377 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T20:22:39,377 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T20:22:39,377 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:22:39,377 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T20:22:39,377 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T20:22:39,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:22:39,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:22:39,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:39,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:22:39,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:22:39,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:22:39,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:39,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:22:39,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:22:39,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:22:39,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:39,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:22:39,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:22:39,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:22:39,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:39,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:22:39,382 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:22:39,383 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/hbase/meta/1588230740 2024-11-21T20:22:39,383 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/hbase/meta/1588230740 2024-11-21T20:22:39,384 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:22:39,384 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:22:39,384 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:22:39,385 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:22:39,385 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66526459, jitterRate=-0.008678510785102844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:22:39,386 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T20:22:39,386 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732220559377Writing region info on filesystem at 1732220559377Initializing all the Stores at 1732220559378 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220559378Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220559378Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220559378Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220559378Cleaning up temporary data from old regions at 1732220559384 (+6 ms)Running coprocessor post-open hooks at 1732220559386 (+2 ms)Region opened successfully at 1732220559386 2024-11-21T20:22:39,386 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732220559356 2024-11-21T20:22:39,388 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T20:22:39,388 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T20:22:39,388 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,42785,1732220556507 2024-11-21T20:22:39,389 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,42785,1732220556507, state=OPEN 2024-11-21T20:22:39,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46005-0x1015f0fdfb70006, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2718413520/meta-region-server 2024-11-21T20:22:39,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x1015f0fdfb70007, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2718413520/meta-region-server 2024-11-21T20:22:39,400 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=377014bd7527,42785,1732220556507 2024-11-21T20:22:39,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2718413520/meta-region-server: CHANGED 2024-11-21T20:22:39,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2718413520/meta-region-server: CHANGED 2024-11-21T20:22:39,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T20:22:39,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,42785,1732220556507 in 197 msec 2024-11-21T20:22:39,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T20:22:39,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 410 msec 2024-11-21T20:22:39,404 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:22:39,404 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T20:22:39,405 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:22:39,405 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,42785,1732220556507, seqNum=-1] 2024-11-21T20:22:39,405 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:22:39,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:22:39,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 848 msec 2024-11-21T20:22:39,412 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732220559412, completionTime=-1 2024-11-21T20:22:39,412 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T20:22:39,412 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T20:22:39,414 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T20:22:39,414 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732220619414 2024-11-21T20:22:39,414 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732220679414 2024-11-21T20:22:39,414 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T20:22:39,414 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,46005,1732220556358-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:39,414 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,46005,1732220556358-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:39,414 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,46005,1732220556358-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:39,414 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-377014bd7527:46005, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:39,414 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:39,416 DEBUG [master/377014bd7527:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T20:22:39,416 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:39,420 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.828sec 2024-11-21T20:22:39,421 INFO [master/377014bd7527:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T20:22:39,421 INFO [master/377014bd7527:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T20:22:39,421 INFO [master/377014bd7527:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T20:22:39,421 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T20:22:39,421 INFO [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T20:22:39,421 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,46005,1732220556358-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:22:39,421 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,46005,1732220556358-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T20:22:39,425 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T20:22:39,425 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T20:22:39,426 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,46005,1732220556358-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:22:39,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@482f620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:39,455 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,46005,-1 for getting cluster id 2024-11-21T20:22:39,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:22:39,460 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d380f17-412c-48af-bca4-a708bdc693ab' 2024-11-21T20:22:39,460 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:22:39,460 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d380f17-412c-48af-bca4-a708bdc693ab" 2024-11-21T20:22:39,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cffc689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:39,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,46005,-1] 2024-11-21T20:22:39,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:22:39,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:39,462 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:22:39,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15984ac1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:39,463 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:22:39,464 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,42785,1732220556507, seqNum=-1] 2024-11-21T20:22:39,465 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:22:39,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:22:39,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=377014bd7527,46005,1732220556358 2024-11-21T20:22:39,468 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52847 2024-11-21T20:22:39,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:22:39,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015f0fdfb70008 connected 2024-11-21T20:22:39,489 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:22:39,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,39903,1732220545924 2024-11-21T20:22:39,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@504596b3 2024-11-21T20:22:39,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:22:39,491 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:22:39,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39903 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:22:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39903 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T20:22:39,494 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:22:39,494 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:39,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39903 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T20:22:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:22:39,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:22:39,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33903 is added to blk_1073741835_1011 (size=902) 2024-11-21T20:22:39,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:22:39,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:22:39,912 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1428fe05917291f3a40d0d67aa8545e3, NAME => 'test,,1732220559491.1428fe05917291f3a40d0d67aa8545e3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb 2024-11-21T20:22:39,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33903 is added to blk_1073741836_1012 (size=39) 2024-11-21T20:22:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:22:40,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732220559491.1428fe05917291f3a40d0d67aa8545e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:22:40,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1428fe05917291f3a40d0d67aa8545e3, disabling compactions & flushes 2024-11-21T20:22:40,343 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732220559491.1428fe05917291f3a40d0d67aa8545e3. 2024-11-21T20:22:40,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732220559491.1428fe05917291f3a40d0d67aa8545e3. 2024-11-21T20:22:40,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732220559491.1428fe05917291f3a40d0d67aa8545e3. after waiting 0 ms 2024-11-21T20:22:40,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732220559491.1428fe05917291f3a40d0d67aa8545e3. 2024-11-21T20:22:40,343 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732220559491.1428fe05917291f3a40d0d67aa8545e3. 2024-11-21T20:22:40,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1428fe05917291f3a40d0d67aa8545e3: Waiting for close lock at 1732220560342Disabling compacts and flushes for region at 1732220560342Disabling writes for close at 1732220560343 (+1 ms)Writing region close event to WAL at 1732220560343Closed at 1732220560343 2024-11-21T20:22:40,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:22:40,344 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732220559491.1428fe05917291f3a40d0d67aa8545e3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732220560344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220560344"}]},"ts":"1732220560344"} 2024-11-21T20:22:40,346 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:22:40,347 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:22:40,348 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220560347"}]},"ts":"1732220560347"} 2024-11-21T20:22:40,349 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T20:22:40,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1428fe05917291f3a40d0d67aa8545e3, ASSIGN}] 2024-11-21T20:22:40,351 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1428fe05917291f3a40d0d67aa8545e3, ASSIGN 2024-11-21T20:22:40,352 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1428fe05917291f3a40d0d67aa8545e3, ASSIGN; state=OFFLINE, location=377014bd7527,43041,1732220546103; forceNewPlan=false, retain=false 2024-11-21T20:22:40,502 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1428fe05917291f3a40d0d67aa8545e3, regionState=OPENING, regionLocation=377014bd7527,43041,1732220546103 2024-11-21T20:22:40,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1428fe05917291f3a40d0d67aa8545e3, ASSIGN because future has completed 2024-11-21T20:22:40,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1428fe05917291f3a40d0d67aa8545e3, server=377014bd7527,43041,1732220546103}] 2024-11-21T20:22:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:22:40,659 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732220559491.1428fe05917291f3a40d0d67aa8545e3. 2024-11-21T20:22:40,659 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1428fe05917291f3a40d0d67aa8545e3, NAME => 'test,,1732220559491.1428fe05917291f3a40d0d67aa8545e3.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:22:40,660 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:22:40,660 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T20:22:40,660 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1428fe05917291f3a40d0d67aa8545e3 2024-11-21T20:22:40,660 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732220559491.1428fe05917291f3a40d0d67aa8545e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:22:40,660 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1428fe05917291f3a40d0d67aa8545e3 2024-11-21T20:22:40,660 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1428fe05917291f3a40d0d67aa8545e3 2024-11-21T20:22:40,661 INFO [StoreOpener-1428fe05917291f3a40d0d67aa8545e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1428fe05917291f3a40d0d67aa8545e3 2024-11-21T20:22:40,662 INFO [StoreOpener-1428fe05917291f3a40d0d67aa8545e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1428fe05917291f3a40d0d67aa8545e3 columnFamilyName f 2024-11-21T20:22:40,662 DEBUG [StoreOpener-1428fe05917291f3a40d0d67aa8545e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:40,662 INFO [StoreOpener-1428fe05917291f3a40d0d67aa8545e3-1 {}] regionserver.HStore(327): Store=1428fe05917291f3a40d0d67aa8545e3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:22:40,662 INFO [StoreOpener-1428fe05917291f3a40d0d67aa8545e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1428fe05917291f3a40d0d67aa8545e3 2024-11-21T20:22:40,663 INFO [StoreOpener-1428fe05917291f3a40d0d67aa8545e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1428fe05917291f3a40d0d67aa8545e3 columnFamilyName f1 2024-11-21T20:22:40,663 DEBUG [StoreOpener-1428fe05917291f3a40d0d67aa8545e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:40,663 INFO [StoreOpener-1428fe05917291f3a40d0d67aa8545e3-1 {}] regionserver.HStore(327): Store=1428fe05917291f3a40d0d67aa8545e3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:22:40,663 INFO [StoreOpener-1428fe05917291f3a40d0d67aa8545e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1428fe05917291f3a40d0d67aa8545e3 2024-11-21T20:22:40,664 INFO [StoreOpener-1428fe05917291f3a40d0d67aa8545e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1428fe05917291f3a40d0d67aa8545e3 columnFamilyName norep 2024-11-21T20:22:40,664 DEBUG [StoreOpener-1428fe05917291f3a40d0d67aa8545e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:40,664 INFO [StoreOpener-1428fe05917291f3a40d0d67aa8545e3-1 {}] regionserver.HStore(327): Store=1428fe05917291f3a40d0d67aa8545e3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:22:40,664 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1428fe05917291f3a40d0d67aa8545e3 2024-11-21T20:22:40,665 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/default/test/1428fe05917291f3a40d0d67aa8545e3 2024-11-21T20:22:40,665 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/default/test/1428fe05917291f3a40d0d67aa8545e3 2024-11-21T20:22:40,666 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1428fe05917291f3a40d0d67aa8545e3 2024-11-21T20:22:40,666 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1428fe05917291f3a40d0d67aa8545e3 2024-11-21T20:22:40,666 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:22:40,667 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1428fe05917291f3a40d0d67aa8545e3 2024-11-21T20:22:40,669 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/default/test/1428fe05917291f3a40d0d67aa8545e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:22:40,669 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1428fe05917291f3a40d0d67aa8545e3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71123440, jitterRate=0.05982184410095215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:22:40,669 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1428fe05917291f3a40d0d67aa8545e3 2024-11-21T20:22:40,669 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1428fe05917291f3a40d0d67aa8545e3: Running coprocessor pre-open hook at 1732220560660Writing region info on filesystem at 1732220560660Initializing all the Stores at 1732220560661 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220560661Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220560661Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220560661Cleaning up temporary data from old regions at 1732220560666 (+5 ms)Running coprocessor post-open hooks at 1732220560669 (+3 ms)Region opened successfully at 1732220560669 2024-11-21T20:22:40,670 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732220559491.1428fe05917291f3a40d0d67aa8545e3., pid=6, masterSystemTime=1732220560656 2024-11-21T20:22:40,671 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732220559491.1428fe05917291f3a40d0d67aa8545e3. 2024-11-21T20:22:40,671 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732220559491.1428fe05917291f3a40d0d67aa8545e3. 2024-11-21T20:22:40,672 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1428fe05917291f3a40d0d67aa8545e3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=377014bd7527,43041,1732220546103 2024-11-21T20:22:40,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1428fe05917291f3a40d0d67aa8545e3, server=377014bd7527,43041,1732220546103 because future has completed 2024-11-21T20:22:40,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T20:22:40,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1428fe05917291f3a40d0d67aa8545e3, server=377014bd7527,43041,1732220546103 in 169 msec 2024-11-21T20:22:40,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T20:22:40,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1428fe05917291f3a40d0d67aa8545e3, ASSIGN in 325 msec 2024-11-21T20:22:40,676 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:22:40,676 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220560676"}]},"ts":"1732220560676"} 2024-11-21T20:22:40,677 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T20:22:40,678 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:22:40,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1860 sec 2024-11-21T20:22:41,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:22:41,653 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T20:22:41,653 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:22:41,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,42581,1732220551207 2024-11-21T20:22:41,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d43d4aa 2024-11-21T20:22:41,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:22:41,655 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:22:41,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:22:41,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T20:22:41,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:22:41,658 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:41,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T20:22:41,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:22:41,658 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:22:41,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39603 is added to blk_1073741835_1011 (size=902) 2024-11-21T20:22:41,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:22:41,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:22:42,064 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b0dc45f7ee09ac5c83c0ab62a53131c8, NAME => 'test,,1732220561655.b0dc45f7ee09ac5c83c0ab62a53131c8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8 2024-11-21T20:22:42,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39603 is added to blk_1073741836_1012 (size=39) 2024-11-21T20:22:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:22:42,469 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732220561655.b0dc45f7ee09ac5c83c0ab62a53131c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:22:42,469 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b0dc45f7ee09ac5c83c0ab62a53131c8, disabling compactions & flushes 2024-11-21T20:22:42,469 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732220561655.b0dc45f7ee09ac5c83c0ab62a53131c8. 2024-11-21T20:22:42,469 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732220561655.b0dc45f7ee09ac5c83c0ab62a53131c8. 2024-11-21T20:22:42,469 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732220561655.b0dc45f7ee09ac5c83c0ab62a53131c8. after waiting 0 ms 2024-11-21T20:22:42,469 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732220561655.b0dc45f7ee09ac5c83c0ab62a53131c8. 2024-11-21T20:22:42,469 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732220561655.b0dc45f7ee09ac5c83c0ab62a53131c8. 2024-11-21T20:22:42,469 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b0dc45f7ee09ac5c83c0ab62a53131c8: Waiting for close lock at 1732220562469Disabling compacts and flushes for region at 1732220562469Disabling writes for close at 1732220562469Writing region close event to WAL at 1732220562469Closed at 1732220562469 2024-11-21T20:22:42,470 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:22:42,470 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732220561655.b0dc45f7ee09ac5c83c0ab62a53131c8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732220562470"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220562470"}]},"ts":"1732220562470"} 2024-11-21T20:22:42,472 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:22:42,472 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:22:42,472 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220562472"}]},"ts":"1732220562472"} 2024-11-21T20:22:42,474 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T20:22:42,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b0dc45f7ee09ac5c83c0ab62a53131c8, ASSIGN}] 2024-11-21T20:22:42,474 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b0dc45f7ee09ac5c83c0ab62a53131c8, ASSIGN 2024-11-21T20:22:42,475 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b0dc45f7ee09ac5c83c0ab62a53131c8, ASSIGN; state=OFFLINE, location=377014bd7527,39539,1732220551334; forceNewPlan=false, retain=false 2024-11-21T20:22:42,626 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b0dc45f7ee09ac5c83c0ab62a53131c8, regionState=OPENING, regionLocation=377014bd7527,39539,1732220551334 2024-11-21T20:22:42,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b0dc45f7ee09ac5c83c0ab62a53131c8, ASSIGN because future has completed 2024-11-21T20:22:42,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0dc45f7ee09ac5c83c0ab62a53131c8, server=377014bd7527,39539,1732220551334}] 2024-11-21T20:22:42,783 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732220561655.b0dc45f7ee09ac5c83c0ab62a53131c8. 2024-11-21T20:22:42,783 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b0dc45f7ee09ac5c83c0ab62a53131c8, NAME => 'test,,1732220561655.b0dc45f7ee09ac5c83c0ab62a53131c8.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:22:42,783 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:22:42,783 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T20:22:42,784 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b0dc45f7ee09ac5c83c0ab62a53131c8 2024-11-21T20:22:42,784 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732220561655.b0dc45f7ee09ac5c83c0ab62a53131c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:22:42,784 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b0dc45f7ee09ac5c83c0ab62a53131c8 2024-11-21T20:22:42,784 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b0dc45f7ee09ac5c83c0ab62a53131c8 2024-11-21T20:22:42,785 INFO [StoreOpener-b0dc45f7ee09ac5c83c0ab62a53131c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b0dc45f7ee09ac5c83c0ab62a53131c8 2024-11-21T20:22:42,786 INFO [StoreOpener-b0dc45f7ee09ac5c83c0ab62a53131c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0dc45f7ee09ac5c83c0ab62a53131c8 columnFamilyName f 2024-11-21T20:22:42,786 DEBUG [StoreOpener-b0dc45f7ee09ac5c83c0ab62a53131c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:42,786 INFO [StoreOpener-b0dc45f7ee09ac5c83c0ab62a53131c8-1 {}] regionserver.HStore(327): Store=b0dc45f7ee09ac5c83c0ab62a53131c8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:22:42,786 INFO [StoreOpener-b0dc45f7ee09ac5c83c0ab62a53131c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b0dc45f7ee09ac5c83c0ab62a53131c8 2024-11-21T20:22:42,787 INFO [StoreOpener-b0dc45f7ee09ac5c83c0ab62a53131c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0dc45f7ee09ac5c83c0ab62a53131c8 columnFamilyName f1 2024-11-21T20:22:42,787 DEBUG [StoreOpener-b0dc45f7ee09ac5c83c0ab62a53131c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:42,787 INFO [StoreOpener-b0dc45f7ee09ac5c83c0ab62a53131c8-1 {}] regionserver.HStore(327): Store=b0dc45f7ee09ac5c83c0ab62a53131c8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:22:42,787 INFO [StoreOpener-b0dc45f7ee09ac5c83c0ab62a53131c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b0dc45f7ee09ac5c83c0ab62a53131c8 2024-11-21T20:22:42,788 INFO [StoreOpener-b0dc45f7ee09ac5c83c0ab62a53131c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0dc45f7ee09ac5c83c0ab62a53131c8 columnFamilyName norep 2024-11-21T20:22:42,788 DEBUG [StoreOpener-b0dc45f7ee09ac5c83c0ab62a53131c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:42,788 INFO [StoreOpener-b0dc45f7ee09ac5c83c0ab62a53131c8-1 {}] regionserver.HStore(327): Store=b0dc45f7ee09ac5c83c0ab62a53131c8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:22:42,788 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b0dc45f7ee09ac5c83c0ab62a53131c8 2024-11-21T20:22:42,789 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/default/test/b0dc45f7ee09ac5c83c0ab62a53131c8 2024-11-21T20:22:42,789 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/default/test/b0dc45f7ee09ac5c83c0ab62a53131c8 2024-11-21T20:22:42,790 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b0dc45f7ee09ac5c83c0ab62a53131c8 2024-11-21T20:22:42,790 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b0dc45f7ee09ac5c83c0ab62a53131c8 2024-11-21T20:22:42,790 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:22:42,791 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b0dc45f7ee09ac5c83c0ab62a53131c8 2024-11-21T20:22:42,792 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/default/test/b0dc45f7ee09ac5c83c0ab62a53131c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:22:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:22:42,793 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b0dc45f7ee09ac5c83c0ab62a53131c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75423936, jitterRate=0.12390422821044922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:22:42,793 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0dc45f7ee09ac5c83c0ab62a53131c8 2024-11-21T20:22:42,793 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b0dc45f7ee09ac5c83c0ab62a53131c8: Running coprocessor pre-open hook at 1732220562784Writing region info on filesystem at 1732220562784Initializing all the Stores at 1732220562784Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220562784Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220562785 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220562785Cleaning up temporary data from old regions at 1732220562790 (+5 ms)Running coprocessor post-open hooks at 1732220562793 (+3 ms)Region opened successfully at 1732220562793 2024-11-21T20:22:42,794 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732220561655.b0dc45f7ee09ac5c83c0ab62a53131c8., pid=6, masterSystemTime=1732220562779 2024-11-21T20:22:42,795 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732220561655.b0dc45f7ee09ac5c83c0ab62a53131c8. 2024-11-21T20:22:42,795 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732220561655.b0dc45f7ee09ac5c83c0ab62a53131c8. 2024-11-21T20:22:42,795 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b0dc45f7ee09ac5c83c0ab62a53131c8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=377014bd7527,39539,1732220551334 2024-11-21T20:22:42,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0dc45f7ee09ac5c83c0ab62a53131c8, server=377014bd7527,39539,1732220551334 because future has completed 2024-11-21T20:22:42,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T20:22:42,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b0dc45f7ee09ac5c83c0ab62a53131c8, server=377014bd7527,39539,1732220551334 in 170 msec 2024-11-21T20:22:42,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T20:22:42,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b0dc45f7ee09ac5c83c0ab62a53131c8, ASSIGN in 325 msec 2024-11-21T20:22:42,801 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:22:42,802 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220562801"}]},"ts":"1732220562801"} 2024-11-21T20:22:42,803 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T20:22:42,803 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:22:42,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-11-21T20:22:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:22:43,803 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T20:22:43,803 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:22:43,804 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,46005,1732220556358 2024-11-21T20:22:43,804 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16bf2c40 2024-11-21T20:22:43,804 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:22:43,805 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:22:43,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46005 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:22:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46005 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T20:22:43,807 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:22:43,807 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:43,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46005 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T20:22:43,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:22:43,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:22:43,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741835_1011 (size=902) 2024-11-21T20:22:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:22:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:22:44,213 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5185c159866d471693a4abf82a5041d4, NAME => 'test,,1732220563805.5185c159866d471693a4abf82a5041d4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72 2024-11-21T20:22:44,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741836_1012 (size=39) 2024-11-21T20:22:44,218 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732220563805.5185c159866d471693a4abf82a5041d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:22:44,218 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5185c159866d471693a4abf82a5041d4, disabling compactions & flushes 2024-11-21T20:22:44,218 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732220563805.5185c159866d471693a4abf82a5041d4. 2024-11-21T20:22:44,218 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732220563805.5185c159866d471693a4abf82a5041d4. 2024-11-21T20:22:44,218 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732220563805.5185c159866d471693a4abf82a5041d4. after waiting 0 ms 2024-11-21T20:22:44,218 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732220563805.5185c159866d471693a4abf82a5041d4. 2024-11-21T20:22:44,218 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732220563805.5185c159866d471693a4abf82a5041d4. 2024-11-21T20:22:44,218 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5185c159866d471693a4abf82a5041d4: Waiting for close lock at 1732220564218Disabling compacts and flushes for region at 1732220564218Disabling writes for close at 1732220564218Writing region close event to WAL at 1732220564218Closed at 1732220564218 2024-11-21T20:22:44,219 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:22:44,219 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732220563805.5185c159866d471693a4abf82a5041d4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732220564219"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220564219"}]},"ts":"1732220564219"} 2024-11-21T20:22:44,220 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:22:44,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:22:44,221 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220564221"}]},"ts":"1732220564221"} 2024-11-21T20:22:44,222 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T20:22:44,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5185c159866d471693a4abf82a5041d4, ASSIGN}] 2024-11-21T20:22:44,223 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5185c159866d471693a4abf82a5041d4, ASSIGN 2024-11-21T20:22:44,223 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5185c159866d471693a4abf82a5041d4, ASSIGN; state=OFFLINE, location=377014bd7527,42785,1732220556507; forceNewPlan=false, retain=false 2024-11-21T20:22:44,374 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5185c159866d471693a4abf82a5041d4, regionState=OPENING, regionLocation=377014bd7527,42785,1732220556507 2024-11-21T20:22:44,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5185c159866d471693a4abf82a5041d4, ASSIGN because future has completed 2024-11-21T20:22:44,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5185c159866d471693a4abf82a5041d4, server=377014bd7527,42785,1732220556507}] 2024-11-21T20:22:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:22:44,542 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732220563805.5185c159866d471693a4abf82a5041d4. 2024-11-21T20:22:44,543 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5185c159866d471693a4abf82a5041d4, NAME => 'test,,1732220563805.5185c159866d471693a4abf82a5041d4.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:22:44,543 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:22:44,543 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T20:22:44,543 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5185c159866d471693a4abf82a5041d4 2024-11-21T20:22:44,544 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732220563805.5185c159866d471693a4abf82a5041d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:22:44,544 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5185c159866d471693a4abf82a5041d4 2024-11-21T20:22:44,544 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5185c159866d471693a4abf82a5041d4 2024-11-21T20:22:44,545 INFO [StoreOpener-5185c159866d471693a4abf82a5041d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5185c159866d471693a4abf82a5041d4 2024-11-21T20:22:44,546 INFO [StoreOpener-5185c159866d471693a4abf82a5041d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5185c159866d471693a4abf82a5041d4 columnFamilyName f 2024-11-21T20:22:44,546 DEBUG [StoreOpener-5185c159866d471693a4abf82a5041d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:44,548 INFO [StoreOpener-5185c159866d471693a4abf82a5041d4-1 {}] regionserver.HStore(327): Store=5185c159866d471693a4abf82a5041d4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:22:44,548 INFO [StoreOpener-5185c159866d471693a4abf82a5041d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5185c159866d471693a4abf82a5041d4 2024-11-21T20:22:44,550 INFO [StoreOpener-5185c159866d471693a4abf82a5041d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5185c159866d471693a4abf82a5041d4 columnFamilyName f1 2024-11-21T20:22:44,550 DEBUG [StoreOpener-5185c159866d471693a4abf82a5041d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:44,550 INFO [StoreOpener-5185c159866d471693a4abf82a5041d4-1 {}] regionserver.HStore(327): Store=5185c159866d471693a4abf82a5041d4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:22:44,550 INFO [StoreOpener-5185c159866d471693a4abf82a5041d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5185c159866d471693a4abf82a5041d4 2024-11-21T20:22:44,551 INFO [StoreOpener-5185c159866d471693a4abf82a5041d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5185c159866d471693a4abf82a5041d4 columnFamilyName norep 2024-11-21T20:22:44,551 DEBUG [StoreOpener-5185c159866d471693a4abf82a5041d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:44,552 INFO [StoreOpener-5185c159866d471693a4abf82a5041d4-1 {}] regionserver.HStore(327): Store=5185c159866d471693a4abf82a5041d4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:22:44,552 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5185c159866d471693a4abf82a5041d4 2024-11-21T20:22:44,554 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/default/test/5185c159866d471693a4abf82a5041d4 2024-11-21T20:22:44,554 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/default/test/5185c159866d471693a4abf82a5041d4 2024-11-21T20:22:44,555 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5185c159866d471693a4abf82a5041d4 2024-11-21T20:22:44,555 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5185c159866d471693a4abf82a5041d4 2024-11-21T20:22:44,556 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:22:44,557 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5185c159866d471693a4abf82a5041d4 2024-11-21T20:22:44,559 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/default/test/5185c159866d471693a4abf82a5041d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:22:44,560 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5185c159866d471693a4abf82a5041d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59454615, jitterRate=-0.11405719816684723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:22:44,560 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5185c159866d471693a4abf82a5041d4 2024-11-21T20:22:44,560 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5185c159866d471693a4abf82a5041d4: Running coprocessor pre-open hook at 1732220564544Writing region info on filesystem at 1732220564544Initializing all the Stores at 1732220564544Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220564545 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220564545Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220564545Cleaning up temporary data from old regions at 1732220564555 (+10 ms)Running coprocessor post-open hooks at 1732220564560 (+5 ms)Region opened successfully at 1732220564560 2024-11-21T20:22:44,561 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732220563805.5185c159866d471693a4abf82a5041d4., pid=6, masterSystemTime=1732220564538 2024-11-21T20:22:44,563 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732220563805.5185c159866d471693a4abf82a5041d4. 2024-11-21T20:22:44,563 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732220563805.5185c159866d471693a4abf82a5041d4. 2024-11-21T20:22:44,563 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5185c159866d471693a4abf82a5041d4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=377014bd7527,42785,1732220556507 2024-11-21T20:22:44,565 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46005 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=377014bd7527,42785,1732220556507, table=test, region=5185c159866d471693a4abf82a5041d4. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T20:22:44,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5185c159866d471693a4abf82a5041d4, server=377014bd7527,42785,1732220556507 because future has completed 2024-11-21T20:22:44,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T20:22:44,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5185c159866d471693a4abf82a5041d4, server=377014bd7527,42785,1732220556507 in 191 msec 2024-11-21T20:22:44,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T20:22:44,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5185c159866d471693a4abf82a5041d4, ASSIGN in 349 msec 2024-11-21T20:22:44,573 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:22:44,573 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220564573"}]},"ts":"1732220564573"} 2024-11-21T20:22:44,575 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T20:22:44,575 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:22:44,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 769 msec 2024-11-21T20:22:44,880 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:22:44,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:44,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:44,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:44,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:44,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:44,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:44,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:44,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:44,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:44,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:44,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:44,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:44,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:44,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:44,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:22:44,943 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T20:22:44,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:44,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:44,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:44,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a2c9bb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:44,961 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,39903,-1 for getting cluster id 2024-11-21T20:22:44,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:22:44,962 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cbcc149c-e9f9-4585-ade0-dc4bb89d7b19' 2024-11-21T20:22:44,962 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:22:44,962 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cbcc149c-e9f9-4585-ade0-dc4bb89d7b19" 2024-11-21T20:22:44,962 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b1c939e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:44,963 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,39903,-1] 2024-11-21T20:22:44,963 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:22:44,963 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:44,964 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:22:44,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad3e567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:44,965 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:22:44,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,39903,1732220545924 2024-11-21T20:22:44,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7769ba1b 2024-11-21T20:22:44,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:22:44,967 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:22:44,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39903 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://377014bd7527:42581,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T20:22:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39903 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T20:22:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:22:44,973 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:42581' 2024-11-21T20:22:44,974 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a6012b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:44,974 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,42581,-1 for getting cluster id 2024-11-21T20:22:44,974 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:22:44,975 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47564965-a977-4e87-9d8c-5f4f412c2294' 2024-11-21T20:22:44,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:22:44,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47564965-a977-4e87-9d8c-5f4f412c2294" 2024-11-21T20:22:44,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38774929, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:44,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,42581,-1] 2024-11-21T20:22:44,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:22:44,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:44,976 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:22:44,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ec79a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:44,977 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:22:44,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,42581,1732220551207 2024-11-21T20:22:44,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62002acf 2024-11-21T20:22:44,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:22:44,980 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:22:44,980 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-21T20:22:44,980 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T20:22:44,980 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:44,980 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:44,981 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:22:44,982 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:22:44,982 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T20:22:44,983 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:22:44,983 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:44,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:22:44,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33903 is added to blk_1073741837_1013 (size=1138) 2024-11-21T20:22:45,032 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T20:22:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:22:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:22:45,399 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 334a474b449de3f06ff36bc354f67294, NAME => 'hbase:replication,,1732220564981.334a474b449de3f06ff36bc354f67294.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb 2024-11-21T20:22:45,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33903 is added to blk_1073741838_1014 (size=44) 2024-11-21T20:22:45,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:22:45,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732220564981.334a474b449de3f06ff36bc354f67294.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:22:45,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 334a474b449de3f06ff36bc354f67294, disabling compactions & flushes 2024-11-21T20:22:45,806 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732220564981.334a474b449de3f06ff36bc354f67294. 2024-11-21T20:22:45,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732220564981.334a474b449de3f06ff36bc354f67294. 2024-11-21T20:22:45,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732220564981.334a474b449de3f06ff36bc354f67294. after waiting 0 ms 2024-11-21T20:22:45,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732220564981.334a474b449de3f06ff36bc354f67294. 2024-11-21T20:22:45,806 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732220564981.334a474b449de3f06ff36bc354f67294. 2024-11-21T20:22:45,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 334a474b449de3f06ff36bc354f67294: Waiting for close lock at 1732220565806Disabling compacts and flushes for region at 1732220565806Disabling writes for close at 1732220565806Writing region close event to WAL at 1732220565806Closed at 1732220565806 2024-11-21T20:22:45,807 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:22:45,808 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732220564981.334a474b449de3f06ff36bc354f67294.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732220565807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220565807"}]},"ts":"1732220565807"} 2024-11-21T20:22:45,809 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:22:45,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:22:45,810 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220565810"}]},"ts":"1732220565810"} 2024-11-21T20:22:45,811 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T20:22:45,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=334a474b449de3f06ff36bc354f67294, ASSIGN}] 2024-11-21T20:22:45,812 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=334a474b449de3f06ff36bc354f67294, ASSIGN 2024-11-21T20:22:45,812 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=334a474b449de3f06ff36bc354f67294, ASSIGN; state=OFFLINE, location=377014bd7527,43041,1732220546103; forceNewPlan=false, retain=false 2024-11-21T20:22:45,963 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=334a474b449de3f06ff36bc354f67294, regionState=OPENING, regionLocation=377014bd7527,43041,1732220546103 2024-11-21T20:22:45,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=334a474b449de3f06ff36bc354f67294, ASSIGN because future has completed 2024-11-21T20:22:45,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 334a474b449de3f06ff36bc354f67294, server=377014bd7527,43041,1732220546103}] 2024-11-21T20:22:46,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:22:46,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732220564981.334a474b449de3f06ff36bc354f67294. 2024-11-21T20:22:46,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:22:46,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T20:22:46,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=377014bd7527%2C43041%2C1732220546103.rep, suffix=, logDir=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103, archiveDir=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/oldWALs, maxLogs=10 2024-11-21T20:22:46,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.rep.1732220566121, exclude list is [], retry=0 2024-11-21T20:22:46,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33903,DS-68cda60b-12d9-431d-b0d8-6ed23cdb30c6,DISK] 2024-11-21T20:22:46,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.rep.1732220566121 2024-11-21T20:22:46,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38579:38579)] 2024-11-21T20:22:46,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 334a474b449de3f06ff36bc354f67294, NAME => 'hbase:replication,,1732220564981.334a474b449de3f06ff36bc354f67294.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:22:46,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T20:22:46,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:22:46,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732220564981.334a474b449de3f06ff36bc354f67294. service=MultiRowMutationService 2024-11-21T20:22:46,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T20:22:46,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 334a474b449de3f06ff36bc354f67294 2024-11-21T20:22:46,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732220564981.334a474b449de3f06ff36bc354f67294.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:22:46,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 334a474b449de3f06ff36bc354f67294 2024-11-21T20:22:46,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 334a474b449de3f06ff36bc354f67294 2024-11-21T20:22:46,140 INFO [StoreOpener-334a474b449de3f06ff36bc354f67294-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 334a474b449de3f06ff36bc354f67294 2024-11-21T20:22:46,141 INFO [StoreOpener-334a474b449de3f06ff36bc354f67294-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 334a474b449de3f06ff36bc354f67294 columnFamilyName hfileref 2024-11-21T20:22:46,141 DEBUG [StoreOpener-334a474b449de3f06ff36bc354f67294-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:46,141 INFO [StoreOpener-334a474b449de3f06ff36bc354f67294-1 {}] regionserver.HStore(327): Store=334a474b449de3f06ff36bc354f67294/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:22:46,141 INFO [StoreOpener-334a474b449de3f06ff36bc354f67294-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 334a474b449de3f06ff36bc354f67294 2024-11-21T20:22:46,142 INFO [StoreOpener-334a474b449de3f06ff36bc354f67294-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 334a474b449de3f06ff36bc354f67294 columnFamilyName queue 2024-11-21T20:22:46,142 DEBUG [StoreOpener-334a474b449de3f06ff36bc354f67294-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:46,142 INFO [StoreOpener-334a474b449de3f06ff36bc354f67294-1 {}] regionserver.HStore(327): Store=334a474b449de3f06ff36bc354f67294/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:22:46,142 INFO [StoreOpener-334a474b449de3f06ff36bc354f67294-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 334a474b449de3f06ff36bc354f67294 2024-11-21T20:22:46,143 INFO [StoreOpener-334a474b449de3f06ff36bc354f67294-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 334a474b449de3f06ff36bc354f67294 columnFamilyName sid 2024-11-21T20:22:46,143 DEBUG [StoreOpener-334a474b449de3f06ff36bc354f67294-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:22:46,144 INFO [StoreOpener-334a474b449de3f06ff36bc354f67294-1 {}] regionserver.HStore(327): Store=334a474b449de3f06ff36bc354f67294/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:22:46,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 334a474b449de3f06ff36bc354f67294 2024-11-21T20:22:46,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/replication/334a474b449de3f06ff36bc354f67294 2024-11-21T20:22:46,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/replication/334a474b449de3f06ff36bc354f67294 2024-11-21T20:22:46,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 334a474b449de3f06ff36bc354f67294 2024-11-21T20:22:46,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 334a474b449de3f06ff36bc354f67294 2024-11-21T20:22:46,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:22:46,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 334a474b449de3f06ff36bc354f67294 2024-11-21T20:22:46,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/replication/334a474b449de3f06ff36bc354f67294/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:22:46,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 334a474b449de3f06ff36bc354f67294; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59608808, jitterRate=-0.11175954341888428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:22:46,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 334a474b449de3f06ff36bc354f67294 2024-11-21T20:22:46,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 334a474b449de3f06ff36bc354f67294: Running coprocessor pre-open hook at 1732220566139Writing region info on filesystem at 1732220566139Initializing all the Stores at 1732220566140 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220566140Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220566140Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220566140Cleaning up temporary data from old regions at 1732220566145 (+5 ms)Running coprocessor post-open hooks at 1732220566148 (+3 ms)Region opened successfully at 1732220566148 2024-11-21T20:22:46,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732220564981.334a474b449de3f06ff36bc354f67294., pid=10, masterSystemTime=1732220566117 2024-11-21T20:22:46,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732220564981.334a474b449de3f06ff36bc354f67294. 2024-11-21T20:22:46,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732220564981.334a474b449de3f06ff36bc354f67294. 2024-11-21T20:22:46,151 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=334a474b449de3f06ff36bc354f67294, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,43041,1732220546103 2024-11-21T20:22:46,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 334a474b449de3f06ff36bc354f67294, server=377014bd7527,43041,1732220546103 because future has completed 2024-11-21T20:22:46,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T20:22:46,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 334a474b449de3f06ff36bc354f67294, server=377014bd7527,43041,1732220546103 in 194 msec 2024-11-21T20:22:46,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T20:22:46,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=334a474b449de3f06ff36bc354f67294, ASSIGN in 349 msec 2024-11-21T20:22:46,163 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:22:46,163 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220566163"}]},"ts":"1732220566163"} 2024-11-21T20:22:46,164 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T20:22:46,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:22:46,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1840 sec 2024-11-21T20:22:46,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732220564981.334a474b449de3f06ff36bc354f67294., hostname=377014bd7527,43041,1732220546103, seqNum=2] 2024-11-21T20:22:46,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1015f0fdfb70001, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803231385 2024-11-21T20:22:46,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39903-0x1015f0fdfb70000, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803231385 2024-11-21T20:22:46,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T20:22:46,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43041 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T20:22:46,482 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T20:22:46,509 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-377014bd7527,43041,1732220546103, ReplicationSource: 1, currentBandwidth=0 2024-11-21T20:22:46,509 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:22:46,509 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,43041,1732220546103, seqNum=-1] 2024-11-21T20:22:46,509 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:22:46,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-21T20:22:46,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-377014bd7527,43041,1732220546103', locateType=CURRENT is [region=hbase:replication,,1732220564981.334a474b449de3f06ff36bc354f67294., hostname=377014bd7527,43041,1732220546103, seqNum=2] 2024-11-21T20:22:46,513 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T20:22:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39903 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T20:22:46,515 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 377014bd7527,43041,1732220546103 suceeded 2024-11-21T20:22:46,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T20:22:46,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-21T20:22:46,516 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://377014bd7527:42581,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T20:22:46,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5480 sec 2024-11-21T20:22:46,530 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:42581' 2024-11-21T20:22:46,531 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4239f34f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:46,531 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,42581,-1 for getting cluster id 2024-11-21T20:22:46,531 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:22:46,532 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47564965-a977-4e87-9d8c-5f4f412c2294' 2024-11-21T20:22:46,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:22:46,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47564965-a977-4e87-9d8c-5f4f412c2294" 2024-11-21T20:22:46,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c8c3ef0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:46,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,42581,-1] 2024-11-21T20:22:46,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:22:46,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:46,533 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:22:46,533 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62c3c723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:46,534 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:22:46,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,42581,1732220551207 2024-11-21T20:22:46,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@482bbb6 2024-11-21T20:22:46,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:22:46,535 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-21T20:22:46,535 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-377014bd7527,43041,1732220546103 (queues=1) is replicating from cluster=cbcc149c-e9f9-4585-ade0-dc4bb89d7b19 to cluster=47564965-a977-4e87-9d8c-5f4f412c2294 2024-11-21T20:22:46,535 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=377014bd7527%2C43041%2C1732220546103 2024-11-21T20:22:46,536 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-377014bd7527,43041,1732220546103, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T20:22:46,536 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.shipper377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 377014bd7527%2C43041%2C1732220546103 2024-11-21T20:22:46,536 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220547641, startPosition=0, beingWritten=true 2024-11-21T20:22:46,540 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:22:46,540 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220547641 to pos 379, reset compression=false 2024-11-21T20:22:46,540 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.shipper377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,43041,1732220546103 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220547641, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:22:46,755 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220547641 to pos 379, reset compression=false 2024-11-21T20:22:47,057 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220547641 to pos 379, reset compression=false 2024-11-21T20:22:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:22:47,114 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T20:22:47,114 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:22:47,114 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:22:47,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:47,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:47,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:22:47,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de7c408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:47,115 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,39903,-1 for getting cluster id 2024-11-21T20:22:47,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:22:47,116 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cbcc149c-e9f9-4585-ade0-dc4bb89d7b19' 2024-11-21T20:22:47,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:22:47,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cbcc149c-e9f9-4585-ade0-dc4bb89d7b19" 2024-11-21T20:22:47,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf0946f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:47,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,39903,-1] 2024-11-21T20:22:47,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:22:47,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:47,118 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:22:47,118 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2511c10e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:47,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1179f164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:47,118 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,42581,-1 for getting cluster id 2024-11-21T20:22:47,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:22:47,119 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47564965-a977-4e87-9d8c-5f4f412c2294' 2024-11-21T20:22:47,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:22:47,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47564965-a977-4e87-9d8c-5f4f412c2294" 2024-11-21T20:22:47,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bcb23df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:47,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,42581,-1] 2024-11-21T20:22:47,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:22:47,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:47,120 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:22:47,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6802a802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:47,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7781cb0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:47,121 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,46005,-1 for getting cluster id 2024-11-21T20:22:47,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:22:47,121 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d380f17-412c-48af-bca4-a708bdc693ab' 2024-11-21T20:22:47,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:22:47,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d380f17-412c-48af-bca4-a708bdc693ab" 2024-11-21T20:22:47,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17cda13b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:47,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,46005,-1] 2024-11-21T20:22:47,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:22:47,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:47,122 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:22:47,123 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@397ef8f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:47,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:22:47,126 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732220567126/Put/seqid=0 2024-11-21T20:22:47,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33903 is added to blk_1073741840_1016 (size=7894) 2024-11-21T20:22:47,133 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732220567133/Put/seqid=0 2024-11-21T20:22:47,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33903 is added to blk_1073741841_1017 (size=7691) 2024-11-21T20:22:47,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5565cdf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:47,137 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,39903,-1 for getting cluster id 2024-11-21T20:22:47,137 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:22:47,138 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cbcc149c-e9f9-4585-ade0-dc4bb89d7b19' 2024-11-21T20:22:47,138 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:22:47,138 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cbcc149c-e9f9-4585-ade0-dc4bb89d7b19" 2024-11-21T20:22:47,138 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6600844b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:47,138 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,39903,-1] 2024-11-21T20:22:47,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:22:47,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:47,139 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:22:47,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dbd4c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:47,140 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:22:47,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,43041,1732220546103, seqNum=-1] 2024-11-21T20:22:47,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:22:47,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:22:47,147 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:22:47,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,39903,1732220545924 2024-11-21T20:22:47,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@de7ecb4 2024-11-21T20:22:47,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:22:47,149 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:22:47,151 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732220559491.1428fe05917291f3a40d0d67aa8545e3., hostname=377014bd7527,43041,1732220546103, seqNum=2] 2024-11-21T20:22:47,153 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T20:22:47,157 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-21T20:22:47,159 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-21T20:22:47,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 1428fe05917291f3a40d0d67aa8545e3/f 2024-11-21T20:22:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-21T20:22:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T20:22:47,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 1428fe05917291f3a40d0d67aa8545e3/f 2024-11-21T20:22:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-21T20:22:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T20:22:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.HRegion(2603): Flush status journal for 1428fe05917291f3a40d0d67aa8545e3: 2024-11-21T20:22:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/staging/jenkins__test__5slv3b89t099mbngg7chd7htbev64oh6g9b3e16uo5ktstnbnaa16qifkodtu7gi/f/hfile_0 2024-11-21T20:22:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/staging/jenkins__test__5slv3b89t099mbngg7chd7htbev64oh6g9b3e16uo5ktstnbnaa16qifkodtu7gi/f/hfile_0 as hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/default/test/1428fe05917291f3a40d0d67aa8545e3/f/3a2de9d5931d4b298c35b6a6bfcc44b6_SeqId_4_ 2024-11-21T20:22:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/staging/jenkins__test__5slv3b89t099mbngg7chd7htbev64oh6g9b3e16uo5ktstnbnaa16qifkodtu7gi/f/hfile_1 2024-11-21T20:22:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/staging/jenkins__test__5slv3b89t099mbngg7chd7htbev64oh6g9b3e16uo5ktstnbnaa16qifkodtu7gi/f/hfile_1 as hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/default/test/1428fe05917291f3a40d0d67aa8545e3/f/2a87bb68013242449ee5a381060420ff_SeqId_4_ 2024-11-21T20:22:47,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/staging/jenkins__test__5slv3b89t099mbngg7chd7htbev64oh6g9b3e16uo5ktstnbnaa16qifkodtu7gi/f/hfile_0 into 1428fe05917291f3a40d0d67aa8545e3/f as hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/default/test/1428fe05917291f3a40d0d67aa8545e3/f/3a2de9d5931d4b298c35b6a6bfcc44b6_SeqId_4_ - updating store file list. 2024-11-21T20:22:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3a2de9d5931d4b298c35b6a6bfcc44b6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T20:22:47,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/default/test/1428fe05917291f3a40d0d67aa8545e3/f/3a2de9d5931d4b298c35b6a6bfcc44b6_SeqId_4_ into 1428fe05917291f3a40d0d67aa8545e3/f 2024-11-21T20:22:47,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/staging/jenkins__test__5slv3b89t099mbngg7chd7htbev64oh6g9b3e16uo5ktstnbnaa16qifkodtu7gi/f/hfile_0 into 1428fe05917291f3a40d0d67aa8545e3/f (new location: hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/default/test/1428fe05917291f3a40d0d67aa8545e3/f/3a2de9d5931d4b298c35b6a6bfcc44b6_SeqId_4_) 2024-11-21T20:22:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/staging/jenkins__test__5slv3b89t099mbngg7chd7htbev64oh6g9b3e16uo5ktstnbnaa16qifkodtu7gi/f/hfile_0 2024-11-21T20:22:47,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/staging/jenkins__test__5slv3b89t099mbngg7chd7htbev64oh6g9b3e16uo5ktstnbnaa16qifkodtu7gi/f/hfile_1 into 1428fe05917291f3a40d0d67aa8545e3/f as hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/default/test/1428fe05917291f3a40d0d67aa8545e3/f/2a87bb68013242449ee5a381060420ff_SeqId_4_ - updating store file list. 2024-11-21T20:22:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2a87bb68013242449ee5a381060420ff_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T20:22:47,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/default/test/1428fe05917291f3a40d0d67aa8545e3/f/2a87bb68013242449ee5a381060420ff_SeqId_4_ into 1428fe05917291f3a40d0d67aa8545e3/f 2024-11-21T20:22:47,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/staging/jenkins__test__5slv3b89t099mbngg7chd7htbev64oh6g9b3e16uo5ktstnbnaa16qifkodtu7gi/f/hfile_1 into 1428fe05917291f3a40d0d67aa8545e3/f (new location: hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/default/test/1428fe05917291f3a40d0d67aa8545e3/f/2a87bb68013242449ee5a381060420ff_SeqId_4_) 2024-11-21T20:22:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/staging/jenkins__test__5slv3b89t099mbngg7chd7htbev64oh6g9b3e16uo5ktstnbnaa16qifkodtu7gi/f/hfile_1 2024-11-21T20:22:47,182 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:22:47,182 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:22:47,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:47,182 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:22:47,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:47,182 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732220559491.1428fe05917291f3a40d0d67aa8545e3., hostname=377014bd7527,43041,1732220546103, seqNum=2 , the old value is region=test,,1732220559491.1428fe05917291f3a40d0d67aa8545e3., hostname=377014bd7527,43041,1732220546103, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=377014bd7527:43041 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T20:22:47,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732220559491.1428fe05917291f3a40d0d67aa8545e3., hostname=377014bd7527,43041,1732220546103, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T20:22:47,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732220559491.1428fe05917291f3a40d0d67aa8545e3., hostname=377014bd7527,43041,1732220546103, seqNum=2 from cache 2024-11-21T20:22:47,183 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:22:47,183 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T20:22:47,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,39539,1732220551334, seqNum=-1] 2024-11-21T20:22:47,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:22:47,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:22:47,185 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732220561655.b0dc45f7ee09ac5c83c0ab62a53131c8., hostname=377014bd7527,39539,1732220551334, seqNum=2] 2024-11-21T20:22:47,187 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T20:22:47,294 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:43041 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T20:22:47,461 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220547641 to pos 379, reset compression=false 2024-11-21T20:22:47,465 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T20:22:47,465 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.shipper377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,43041,1732220546103 got entry batch from reader: WALEntryBatch [walEntries=[{test/1428fe05917291f3a40d0d67aa8545e3/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732220567180/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220547641, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T20:22:47,467 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.shipper377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:22:47,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-21T20:22:47,468 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.ReplicationSink(318): Replicating [cbcc149c-e9f9-4585-ade0-dc4bb89d7b19] bulk loaded data 2024-11-21T20:22:47,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fd0cc5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:47,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,42581,-1 for getting cluster id 2024-11-21T20:22:47,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:22:47,469 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47564965-a977-4e87-9d8c-5f4f412c2294' 2024-11-21T20:22:47,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:22:47,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47564965-a977-4e87-9d8c-5f4f412c2294" 2024-11-21T20:22:47,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c1a1630, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:47,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,42581,-1] 2024-11-21T20:22:47,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:22:47,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:47,470 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:22:47,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6614a1a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:47,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39603 is added to blk_1073741837_1013 (size=7894) 2024-11-21T20:22:47,665 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220547641 to pos 687, reset compression=false 2024-11-21T20:22:47,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39603 is added to blk_1073741838_1014 (size=7691) 2024-11-21T20:22:47,969 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220547641 to pos 687, reset compression=false 2024-11-21T20:22:48,189 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T20:22:48,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:22:48,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,42581,1732220551207 2024-11-21T20:22:48,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41e2e698 2024-11-21T20:22:48,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:22:48,299 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-21T20:22:48,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T20:22:48,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:22:48,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,39539,1732220551334, seqNum=-1] 2024-11-21T20:22:48,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:22:48,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-21T20:22:48,317 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/staging/jenkins.hfs.22__test__t5u7klnitnqf1mjh29kjh9r8cqbllj522plb6bq39jf0dmsbgmh9dof74ubkqav8/f/2a87bb68013242449ee5a381060420ff_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-21T20:22:48,325 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/staging/jenkins.hfs.22__test__t5u7klnitnqf1mjh29kjh9r8cqbllj522plb6bq39jf0dmsbgmh9dof74ubkqav8/f/3a2de9d5931d4b298c35b6a6bfcc44b6_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-21T20:22:48,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/staging/jenkins.hfs.22__test__t5u7klnitnqf1mjh29kjh9r8cqbllj522plb6bq39jf0dmsbgmh9dof74ubkqav8/f/2a87bb68013242449ee5a381060420ff_SeqId_4_ for inclusion in b0dc45f7ee09ac5c83c0ab62a53131c8/f 2024-11-21T20:22:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-21T20:22:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T20:22:48,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/staging/jenkins.hfs.22__test__t5u7klnitnqf1mjh29kjh9r8cqbllj522plb6bq39jf0dmsbgmh9dof74ubkqav8/f/3a2de9d5931d4b298c35b6a6bfcc44b6_SeqId_4_ for inclusion in b0dc45f7ee09ac5c83c0ab62a53131c8/f 2024-11-21T20:22:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-21T20:22:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T20:22:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.HRegion(2603): Flush status journal for b0dc45f7ee09ac5c83c0ab62a53131c8: 2024-11-21T20:22:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2a87bb68013242449ee5a381060420ff_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T20:22:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/staging/jenkins.hfs.22__test__t5u7klnitnqf1mjh29kjh9r8cqbllj522plb6bq39jf0dmsbgmh9dof74ubkqav8/f/2a87bb68013242449ee5a381060420ff_SeqId_4_ as hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/default/test/b0dc45f7ee09ac5c83c0ab62a53131c8/f/70b5d6d595fb469aa0c360dbeb43edc4_SeqId_4_ 2024-11-21T20:22:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3a2de9d5931d4b298c35b6a6bfcc44b6_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T20:22:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/staging/jenkins.hfs.22__test__t5u7klnitnqf1mjh29kjh9r8cqbllj522plb6bq39jf0dmsbgmh9dof74ubkqav8/f/3a2de9d5931d4b298c35b6a6bfcc44b6_SeqId_4_ as hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/default/test/b0dc45f7ee09ac5c83c0ab62a53131c8/f/e521be619d544e3697a7e9e5044e1080_SeqId_4_ 2024-11-21T20:22:48,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/staging/jenkins.hfs.22__test__t5u7klnitnqf1mjh29kjh9r8cqbllj522plb6bq39jf0dmsbgmh9dof74ubkqav8/f/2a87bb68013242449ee5a381060420ff_SeqId_4_ into b0dc45f7ee09ac5c83c0ab62a53131c8/f as hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/default/test/b0dc45f7ee09ac5c83c0ab62a53131c8/f/70b5d6d595fb469aa0c360dbeb43edc4_SeqId_4_ - updating store file list. 2024-11-21T20:22:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 70b5d6d595fb469aa0c360dbeb43edc4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T20:22:48,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/default/test/b0dc45f7ee09ac5c83c0ab62a53131c8/f/70b5d6d595fb469aa0c360dbeb43edc4_SeqId_4_ into b0dc45f7ee09ac5c83c0ab62a53131c8/f 2024-11-21T20:22:48,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/staging/jenkins.hfs.22__test__t5u7klnitnqf1mjh29kjh9r8cqbllj522plb6bq39jf0dmsbgmh9dof74ubkqav8/f/2a87bb68013242449ee5a381060420ff_SeqId_4_ into b0dc45f7ee09ac5c83c0ab62a53131c8/f (new location: hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/default/test/b0dc45f7ee09ac5c83c0ab62a53131c8/f/70b5d6d595fb469aa0c360dbeb43edc4_SeqId_4_) 2024-11-21T20:22:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/staging/jenkins.hfs.22__test__t5u7klnitnqf1mjh29kjh9r8cqbllj522plb6bq39jf0dmsbgmh9dof74ubkqav8/f/2a87bb68013242449ee5a381060420ff_SeqId_4_ 2024-11-21T20:22:48,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/staging/jenkins.hfs.22__test__t5u7klnitnqf1mjh29kjh9r8cqbllj522plb6bq39jf0dmsbgmh9dof74ubkqav8/f/3a2de9d5931d4b298c35b6a6bfcc44b6_SeqId_4_ into b0dc45f7ee09ac5c83c0ab62a53131c8/f as hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/default/test/b0dc45f7ee09ac5c83c0ab62a53131c8/f/e521be619d544e3697a7e9e5044e1080_SeqId_4_ - updating store file list. 2024-11-21T20:22:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e521be619d544e3697a7e9e5044e1080_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T20:22:48,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/default/test/b0dc45f7ee09ac5c83c0ab62a53131c8/f/e521be619d544e3697a7e9e5044e1080_SeqId_4_ into b0dc45f7ee09ac5c83c0ab62a53131c8/f 2024-11-21T20:22:48,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/staging/jenkins.hfs.22__test__t5u7klnitnqf1mjh29kjh9r8cqbllj522plb6bq39jf0dmsbgmh9dof74ubkqav8/f/3a2de9d5931d4b298c35b6a6bfcc44b6_SeqId_4_ into b0dc45f7ee09ac5c83c0ab62a53131c8/f (new location: hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/default/test/b0dc45f7ee09ac5c83c0ab62a53131c8/f/e521be619d544e3697a7e9e5044e1080_SeqId_4_) 2024-11-21T20:22:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/staging/jenkins.hfs.22__test__t5u7klnitnqf1mjh29kjh9r8cqbllj522plb6bq39jf0dmsbgmh9dof74ubkqav8/f/3a2de9d5931d4b298c35b6a6bfcc44b6_SeqId_4_ 2024-11-21T20:22:48,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.ReplicationSink(324): Finished replicating [cbcc149c-e9f9-4585-ade0-dc4bb89d7b19] bulk loaded data 2024-11-21T20:22:48,372 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220547641 to pos 687, reset compression=false 2024-11-21T20:22:48,624 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T20:22:48,875 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220547641 to pos 687, reset compression=false 2024-11-21T20:22:49,196 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:22:49,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,42785,1732220556507, seqNum=-1] 2024-11-21T20:22:49,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:22:49,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:22:49,199 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732220563805.5185c159866d471693a4abf82a5041d4., hostname=377014bd7527,42785,1732220556507, seqNum=2] 2024-11-21T20:22:49,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:22:49,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T20:22:49,204 DEBUG [regionserver/377014bd7527:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 377014bd7527%2C43041%2C1732220546103.rep:(num 1732220566121) roll requested 2024-11-21T20:22:49,223 DEBUG [regionserver/377014bd7527:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.rep.1732220569205, exclude list is [], retry=0 2024-11-21T20:22:49,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33903,DS-68cda60b-12d9-431d-b0d8-6ed23cdb30c6,DISK] 2024-11-21T20:22:49,226 INFO [regionserver/377014bd7527:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.rep.1732220566121 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.rep.1732220569205 2024-11-21T20:22:49,226 DEBUG [regionserver/377014bd7527:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38579:38579)] 2024-11-21T20:22:49,227 DEBUG [regionserver/377014bd7527:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.rep.1732220566121 is not closed yet, will try archiving it next time 2024-11-21T20:22:49,227 DEBUG [regionserver/377014bd7527:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 377014bd7527%2C43041%2C1732220546103.meta:.meta(num 1732220548266) roll requested 2024-11-21T20:22:49,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33903 is added to blk_1073741839_1015 (size=1505) 2024-11-21T20:22:49,243 DEBUG [regionserver/377014bd7527:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.meta.1732220569227.meta, exclude list is [], retry=0 2024-11-21T20:22:49,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33903,DS-68cda60b-12d9-431d-b0d8-6ed23cdb30c6,DISK] 2024-11-21T20:22:49,246 INFO [regionserver/377014bd7527:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.meta.1732220548266.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.meta.1732220569227.meta 2024-11-21T20:22:49,246 DEBUG [regionserver/377014bd7527:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38579:38579)] 2024-11-21T20:22:49,246 DEBUG [regionserver/377014bd7527:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.meta.1732220548266.meta is not closed yet, will try archiving it next time 2024-11-21T20:22:49,246 DEBUG [regionserver/377014bd7527:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 377014bd7527%2C43041%2C1732220546103:(num 1732220547641) roll requested 2024-11-21T20:22:49,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33903 is added to blk_1073741834_1010 (size=3473) 2024-11-21T20:22:49,248 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.meta.1732220548266.meta not finished, retry = 0 2024-11-21T20:22:49,260 DEBUG [regionserver/377014bd7527:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246, exclude list is [], retry=0 2024-11-21T20:22:49,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33903,DS-68cda60b-12d9-431d-b0d8-6ed23cdb30c6,DISK] 2024-11-21T20:22:49,263 INFO [regionserver/377014bd7527:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220547641 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 2024-11-21T20:22:49,263 DEBUG [regionserver/377014bd7527:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38579:38579)] 2024-11-21T20:22:49,263 DEBUG [regionserver/377014bd7527:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220547641 is not closed yet, will try archiving it next time 2024-11-21T20:22:49,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f09b5a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:49,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,39903,-1 for getting cluster id 2024-11-21T20:22:49,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:22:49,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33903 is added to blk_1073741832_1008 (size=695) 2024-11-21T20:22:49,265 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cbcc149c-e9f9-4585-ade0-dc4bb89d7b19' 2024-11-21T20:22:49,265 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220547641 not finished, retry = 0 2024-11-21T20:22:49,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:22:49,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cbcc149c-e9f9-4585-ade0-dc4bb89d7b19" 2024-11-21T20:22:49,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b1a2b72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:49,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,39903,-1] 2024-11-21T20:22:49,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:22:49,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:49,266 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:22:49,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d0b22b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:49,267 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:22:49,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,39903,1732220545924 2024-11-21T20:22:49,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@375737f6 2024-11-21T20:22:49,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:22:49,268 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:22:49,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39903 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://377014bd7527:46005,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T20:22:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39903 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T20:22:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T20:22:49,271 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:46005' 2024-11-21T20:22:49,272 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2505a4ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:49,272 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,46005,-1 for getting cluster id 2024-11-21T20:22:49,272 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:22:49,273 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d380f17-412c-48af-bca4-a708bdc693ab' 2024-11-21T20:22:49,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:22:49,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d380f17-412c-48af-bca4-a708bdc693ab" 2024-11-21T20:22:49,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26df1ab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:49,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,46005,-1] 2024-11-21T20:22:49,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:22:49,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:49,274 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:22:49,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cdb3371, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:49,275 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:22:49,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,46005,1732220556358 2024-11-21T20:22:49,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@625d8b97 2024-11-21T20:22:49,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:22:49,276 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:22:49,277 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T20:22:49,277 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T20:22:49,277 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:49,277 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:49,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:22:49,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T20:22:49,366 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220547641 to hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/oldWALs/377014bd7527%2C43041%2C1732220546103.1732220547641 2024-11-21T20:22:49,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T20:22:49,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43041 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-21T20:22:49,461 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-21T20:22:49,478 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220547641 to pos 687, reset compression=false 2024-11-21T20:22:49,484 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220547641 was moved to hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/oldWALs/377014bd7527%2C43041%2C1732220546103.1732220547641 2024-11-21T20:22:49,486 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220547641 2024-11-21T20:22:49,486 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.shipper377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,43041,1732220546103 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220547641, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-21T20:22:49,486 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246, startPosition=0, beingWritten=true 2024-11-21T20:22:49,488 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.shipper377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [377014bd7527%2C43041%2C1732220546103.1732220547641] 2024-11-21T20:22:49,489 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-377014bd7527,43041,1732220546103, ReplicationSource: 2, currentBandwidth=0 2024-11-21T20:22:49,496 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-21T20:22:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39903 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-21T20:22:49,498 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 377014bd7527,43041,1732220546103 suceeded 2024-11-21T20:22:49,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-21T20:22:49,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-21T20:22:49,500 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://377014bd7527:46005,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T20:22:49,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 232 msec 2024-11-21T20:22:49,514 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='377014bd7527:46005' 2024-11-21T20:22:49,515 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50bf2ec6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:49,515 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,46005,-1 for getting cluster id 2024-11-21T20:22:49,515 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:22:49,516 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d380f17-412c-48af-bca4-a708bdc693ab' 2024-11-21T20:22:49,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:22:49,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d380f17-412c-48af-bca4-a708bdc693ab" 2024-11-21T20:22:49,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e02ee48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:49,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,46005,-1] 2024-11-21T20:22:49,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:22:49,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:49,517 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:22:49,518 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24b40233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:49,518 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:22:49,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,46005,1732220556358 2024-11-21T20:22:49,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76f1366e 2024-11-21T20:22:49,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:22:49,519 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-21T20:22:49,520 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-377014bd7527,43041,1732220546103 (queues=1) is replicating from cluster=cbcc149c-e9f9-4585-ade0-dc4bb89d7b19 to cluster=4d380f17-412c-48af-bca4-a708bdc693ab 2024-11-21T20:22:49,520 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=377014bd7527%2C43041%2C1732220546103 2024-11-21T20:22:49,520 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-377014bd7527,43041,1732220546103, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T20:22:49,521 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246, startPosition=0, beingWritten=true 2024-11-21T20:22:49,521 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.shipper377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 377014bd7527%2C43041%2C1732220546103 2024-11-21T20:22:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T20:22:49,584 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-21T20:22:49,584 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:22:49,584 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:22:49,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:49,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:49,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:22:49,585 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:22:49,588 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732220569588/Put/seqid=0 2024-11-21T20:22:49,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33903 is added to blk_1073741845_1021 (size=11194) 2024-11-21T20:22:49,726 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 to pos 0, reset compression=false 2024-11-21T20:22:49,998 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732220569998/Put/seqid=0 2024-11-21T20:22:50,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33903 is added to blk_1073741846_1022 (size=10791) 2024-11-21T20:22:50,030 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 to pos 0, reset compression=false 2024-11-21T20:22:50,047 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:22:50,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:50,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:50,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:50,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:50,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:50,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:50,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:50,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:50,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:50,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:50,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:50,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:50,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:50,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:50,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:50,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:50,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:50,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:50,194 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 to pos 0, reset compression=false 2024-11-21T20:22:50,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4687b99a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:50,414 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,39903,-1 for getting cluster id 2024-11-21T20:22:50,414 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:22:50,415 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cbcc149c-e9f9-4585-ade0-dc4bb89d7b19' 2024-11-21T20:22:50,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:22:50,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cbcc149c-e9f9-4585-ade0-dc4bb89d7b19" 2024-11-21T20:22:50,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29d0892b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:50,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,39903,-1] 2024-11-21T20:22:50,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:22:50,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:50,416 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:22:50,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70393f64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:50,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:22:50,417 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,43041,1732220546103, seqNum=-1] 2024-11-21T20:22:50,417 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:22:50,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:22:50,424 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:22:50,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,39903,1732220545924 2024-11-21T20:22:50,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17f312fa 2024-11-21T20:22:50,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:22:50,425 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:22:50,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732220559491.1428fe05917291f3a40d0d67aa8545e3., hostname=377014bd7527,43041,1732220546103, seqNum=2] 2024-11-21T20:22:50,430 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T20:22:50,434 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-21T20:22:50,435 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 to pos 0, reset compression=false 2024-11-21T20:22:50,436 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-21T20:22:50,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 1428fe05917291f3a40d0d67aa8545e3/f 2024-11-21T20:22:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-21T20:22:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T20:22:50,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 1428fe05917291f3a40d0d67aa8545e3/f 2024-11-21T20:22:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-21T20:22:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T20:22:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.HRegion(2603): Flush status journal for 1428fe05917291f3a40d0d67aa8545e3: 2024-11-21T20:22:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/staging/jenkins__test__s0gb7cejongo3qh0dh74o8vvgik6mkissntnacbhafctmgumieujkacmbugrfuik/f/hfile_0 2024-11-21T20:22:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/staging/jenkins__test__s0gb7cejongo3qh0dh74o8vvgik6mkissntnacbhafctmgumieujkacmbugrfuik/f/hfile_0 as hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/default/test/1428fe05917291f3a40d0d67aa8545e3/f/9d853d3223154d0aab7a0bc250dccf9d_SeqId_6_ 2024-11-21T20:22:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/staging/jenkins__test__s0gb7cejongo3qh0dh74o8vvgik6mkissntnacbhafctmgumieujkacmbugrfuik/f/hfile_1 2024-11-21T20:22:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/staging/jenkins__test__s0gb7cejongo3qh0dh74o8vvgik6mkissntnacbhafctmgumieujkacmbugrfuik/f/hfile_1 as hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/default/test/1428fe05917291f3a40d0d67aa8545e3/f/8ba554cc6bd64c11ba750118788f2aea_SeqId_6_ 2024-11-21T20:22:50,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/staging/jenkins__test__s0gb7cejongo3qh0dh74o8vvgik6mkissntnacbhafctmgumieujkacmbugrfuik/f/hfile_0 into 1428fe05917291f3a40d0d67aa8545e3/f as hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/default/test/1428fe05917291f3a40d0d67aa8545e3/f/9d853d3223154d0aab7a0bc250dccf9d_SeqId_6_ - updating store file list. 2024-11-21T20:22:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9d853d3223154d0aab7a0bc250dccf9d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T20:22:50,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/default/test/1428fe05917291f3a40d0d67aa8545e3/f/9d853d3223154d0aab7a0bc250dccf9d_SeqId_6_ into 1428fe05917291f3a40d0d67aa8545e3/f 2024-11-21T20:22:50,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/staging/jenkins__test__s0gb7cejongo3qh0dh74o8vvgik6mkissntnacbhafctmgumieujkacmbugrfuik/f/hfile_0 into 1428fe05917291f3a40d0d67aa8545e3/f (new location: hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/default/test/1428fe05917291f3a40d0d67aa8545e3/f/9d853d3223154d0aab7a0bc250dccf9d_SeqId_6_) 2024-11-21T20:22:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/staging/jenkins__test__s0gb7cejongo3qh0dh74o8vvgik6mkissntnacbhafctmgumieujkacmbugrfuik/f/hfile_0 2024-11-21T20:22:50,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/staging/jenkins__test__s0gb7cejongo3qh0dh74o8vvgik6mkissntnacbhafctmgumieujkacmbugrfuik/f/hfile_1 into 1428fe05917291f3a40d0d67aa8545e3/f as hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/default/test/1428fe05917291f3a40d0d67aa8545e3/f/8ba554cc6bd64c11ba750118788f2aea_SeqId_6_ - updating store file list. 2024-11-21T20:22:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8ba554cc6bd64c11ba750118788f2aea_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T20:22:50,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/default/test/1428fe05917291f3a40d0d67aa8545e3/f/8ba554cc6bd64c11ba750118788f2aea_SeqId_6_ into 1428fe05917291f3a40d0d67aa8545e3/f 2024-11-21T20:22:50,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/staging/jenkins__test__s0gb7cejongo3qh0dh74o8vvgik6mkissntnacbhafctmgumieujkacmbugrfuik/f/hfile_1 into 1428fe05917291f3a40d0d67aa8545e3/f (new location: hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/default/test/1428fe05917291f3a40d0d67aa8545e3/f/8ba554cc6bd64c11ba750118788f2aea_SeqId_6_) 2024-11-21T20:22:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/staging/jenkins__test__s0gb7cejongo3qh0dh74o8vvgik6mkissntnacbhafctmgumieujkacmbugrfuik/f/hfile_1 2024-11-21T20:22:50,468 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:22:50,468 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:22:50,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:50,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:50,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:22:50,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732220559491.1428fe05917291f3a40d0d67aa8545e3., hostname=377014bd7527,43041,1732220546103, seqNum=2 , the old value is region=test,,1732220559491.1428fe05917291f3a40d0d67aa8545e3., hostname=377014bd7527,43041,1732220546103, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=377014bd7527:43041 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T20:22:50,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732220559491.1428fe05917291f3a40d0d67aa8545e3., hostname=377014bd7527,43041,1732220546103, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T20:22:50,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732220559491.1428fe05917291f3a40d0d67aa8545e3., hostname=377014bd7527,43041,1732220546103, seqNum=2 from cache 2024-11-21T20:22:50,469 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T20:22:50,472 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T20:22:50,573 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:43041 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T20:22:50,942 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 to pos 0, reset compression=false 2024-11-21T20:22:50,946 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T20:22:50,946 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.shipper377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-377014bd7527,43041,1732220546103 got entry batch from reader: WALEntryBatch [walEntries=[{test/1428fe05917291f3a40d0d67aa8545e3/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732220570466/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T20:22:50,948 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.shipper377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:22:50,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-21T20:22:50,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] regionserver.ReplicationSink(318): Replicating [cbcc149c-e9f9-4585-ade0-dc4bb89d7b19] bulk loaded data 2024-11-21T20:22:50,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40e83b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:50,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,46005,-1 for getting cluster id 2024-11-21T20:22:50,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:22:50,950 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d380f17-412c-48af-bca4-a708bdc693ab' 2024-11-21T20:22:50,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:22:50,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d380f17-412c-48af-bca4-a708bdc693ab" 2024-11-21T20:22:50,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49e00a10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:50,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,46005,-1] 2024-11-21T20:22:50,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:22:50,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:50,951 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:22:50,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21f7ea7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:22:50,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741837_1013 (size=11194) 2024-11-21T20:22:50,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741838_1014 (size=10791) 2024-11-21T20:22:50,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:22:50,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,46005,1732220556358 2024-11-21T20:22:50,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d26c051 2024-11-21T20:22:50,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:22:50,977 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-21T20:22:50,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T20:22:50,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:22:50,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,42785,1732220556507, seqNum=-1] 2024-11-21T20:22:50,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:22:50,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-21T20:22:50,986 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/staging/jenkins.hfs.23__test__e3lpkk9g5gtf0pjf1fuepqi8dul2o6hevqnq1cuskns0mgkf8euau1m65jckj1rb/f/8ba554cc6bd64c11ba750118788f2aea_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-21T20:22:50,989 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/staging/jenkins.hfs.23__test__e3lpkk9g5gtf0pjf1fuepqi8dul2o6hevqnq1cuskns0mgkf8euau1m65jckj1rb/f/9d853d3223154d0aab7a0bc250dccf9d_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-21T20:22:50,998 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 to pos 0, reset compression=false 2024-11-21T20:22:51,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/staging/jenkins.hfs.23__test__e3lpkk9g5gtf0pjf1fuepqi8dul2o6hevqnq1cuskns0mgkf8euau1m65jckj1rb/f/8ba554cc6bd64c11ba750118788f2aea_SeqId_6_ for inclusion in 5185c159866d471693a4abf82a5041d4/f 2024-11-21T20:22:51,009 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T20:22:51,009 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.shipper377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,43041,1732220546103 got entry batch from reader: WALEntryBatch [walEntries=[{test/1428fe05917291f3a40d0d67aa8545e3/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732220570466/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T20:22:51,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.ReplicationSink(318): Replicating [cbcc149c-e9f9-4585-ade0-dc4bb89d7b19] bulk loaded data 2024-11-21T20:22:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-21T20:22:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T20:22:51,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/staging/jenkins.hfs.23__test__e3lpkk9g5gtf0pjf1fuepqi8dul2o6hevqnq1cuskns0mgkf8euau1m65jckj1rb/f/9d853d3223154d0aab7a0bc250dccf9d_SeqId_6_ for inclusion in 5185c159866d471693a4abf82a5041d4/f 2024-11-21T20:22:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-21T20:22:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T20:22:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] regionserver.HRegion(2603): Flush status journal for 5185c159866d471693a4abf82a5041d4: 2024-11-21T20:22:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8ba554cc6bd64c11ba750118788f2aea_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T20:22:51,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/staging/jenkins.hfs.23__test__e3lpkk9g5gtf0pjf1fuepqi8dul2o6hevqnq1cuskns0mgkf8euau1m65jckj1rb/f/8ba554cc6bd64c11ba750118788f2aea_SeqId_6_ as hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/default/test/5185c159866d471693a4abf82a5041d4/f/4b575811fe4c4447b8671692a38dd80f_SeqId_4_ 2024-11-21T20:22:51,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9d853d3223154d0aab7a0bc250dccf9d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T20:22:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/staging/jenkins.hfs.23__test__e3lpkk9g5gtf0pjf1fuepqi8dul2o6hevqnq1cuskns0mgkf8euau1m65jckj1rb/f/9d853d3223154d0aab7a0bc250dccf9d_SeqId_6_ as hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/default/test/5185c159866d471693a4abf82a5041d4/f/8188260385164dedb9c9e930848b968f_SeqId_4_ 2024-11-21T20:22:51,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/staging/jenkins.hfs.23__test__e3lpkk9g5gtf0pjf1fuepqi8dul2o6hevqnq1cuskns0mgkf8euau1m65jckj1rb/f/8ba554cc6bd64c11ba750118788f2aea_SeqId_6_ into 5185c159866d471693a4abf82a5041d4/f as hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/default/test/5185c159866d471693a4abf82a5041d4/f/4b575811fe4c4447b8671692a38dd80f_SeqId_4_ - updating store file list. 2024-11-21T20:22:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4b575811fe4c4447b8671692a38dd80f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T20:22:51,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/default/test/5185c159866d471693a4abf82a5041d4/f/4b575811fe4c4447b8671692a38dd80f_SeqId_4_ into 5185c159866d471693a4abf82a5041d4/f 2024-11-21T20:22:51,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/staging/jenkins.hfs.23__test__e3lpkk9g5gtf0pjf1fuepqi8dul2o6hevqnq1cuskns0mgkf8euau1m65jckj1rb/f/8ba554cc6bd64c11ba750118788f2aea_SeqId_6_ into 5185c159866d471693a4abf82a5041d4/f (new location: hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/default/test/5185c159866d471693a4abf82a5041d4/f/4b575811fe4c4447b8671692a38dd80f_SeqId_4_) 2024-11-21T20:22:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/staging/jenkins.hfs.23__test__e3lpkk9g5gtf0pjf1fuepqi8dul2o6hevqnq1cuskns0mgkf8euau1m65jckj1rb/f/8ba554cc6bd64c11ba750118788f2aea_SeqId_6_ 2024-11-21T20:22:51,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/staging/jenkins.hfs.23__test__e3lpkk9g5gtf0pjf1fuepqi8dul2o6hevqnq1cuskns0mgkf8euau1m65jckj1rb/f/9d853d3223154d0aab7a0bc250dccf9d_SeqId_6_ into 5185c159866d471693a4abf82a5041d4/f as hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/default/test/5185c159866d471693a4abf82a5041d4/f/8188260385164dedb9c9e930848b968f_SeqId_4_ - updating store file list. 2024-11-21T20:22:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8188260385164dedb9c9e930848b968f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T20:22:51,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/default/test/5185c159866d471693a4abf82a5041d4/f/8188260385164dedb9c9e930848b968f_SeqId_4_ into 5185c159866d471693a4abf82a5041d4/f 2024-11-21T20:22:51,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/staging/jenkins.hfs.23__test__e3lpkk9g5gtf0pjf1fuepqi8dul2o6hevqnq1cuskns0mgkf8euau1m65jckj1rb/f/9d853d3223154d0aab7a0bc250dccf9d_SeqId_6_ into 5185c159866d471693a4abf82a5041d4/f (new location: hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/default/test/5185c159866d471693a4abf82a5041d4/f/8188260385164dedb9c9e930848b968f_SeqId_4_) 2024-11-21T20:22:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/staging/jenkins.hfs.23__test__e3lpkk9g5gtf0pjf1fuepqi8dul2o6hevqnq1cuskns0mgkf8euau1m65jckj1rb/f/9d853d3223154d0aab7a0bc250dccf9d_SeqId_6_ 2024-11-21T20:22:51,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] regionserver.ReplicationSink(324): Finished replicating [cbcc149c-e9f9-4585-ade0-dc4bb89d7b19] bulk loaded data 2024-11-21T20:22:51,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39603 is added to blk_1073741839_1015 (size=11194) 2024-11-21T20:22:51,146 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 to pos 393, reset compression=false 2024-11-21T20:22:51,209 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 to pos 393, reset compression=false 2024-11-21T20:22:51,450 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 to pos 393, reset compression=false 2024-11-21T20:22:51,477 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T20:22:51,512 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 to pos 393, reset compression=false 2024-11-21T20:22:51,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39603 is added to blk_1073741840_1016 (size=10791) 2024-11-21T20:22:51,569 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T20:22:51,574 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/staging/jenkins.hfs.22__test__jausbuu8rs6ouafbjnf0sbso6g34hhbp872kivg008g8ua0k3r5midtd6i3j1i8q/f/8ba554cc6bd64c11ba750118788f2aea_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-21T20:22:51,576 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/staging/jenkins.hfs.22__test__jausbuu8rs6ouafbjnf0sbso6g34hhbp872kivg008g8ua0k3r5midtd6i3j1i8q/f/9d853d3223154d0aab7a0bc250dccf9d_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-21T20:22:51,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/staging/jenkins.hfs.22__test__jausbuu8rs6ouafbjnf0sbso6g34hhbp872kivg008g8ua0k3r5midtd6i3j1i8q/f/8ba554cc6bd64c11ba750118788f2aea_SeqId_6_ for inclusion in b0dc45f7ee09ac5c83c0ab62a53131c8/f 2024-11-21T20:22:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-21T20:22:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T20:22:51,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/staging/jenkins.hfs.22__test__jausbuu8rs6ouafbjnf0sbso6g34hhbp872kivg008g8ua0k3r5midtd6i3j1i8q/f/9d853d3223154d0aab7a0bc250dccf9d_SeqId_6_ for inclusion in b0dc45f7ee09ac5c83c0ab62a53131c8/f 2024-11-21T20:22:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-21T20:22:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T20:22:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.HRegion(2603): Flush status journal for b0dc45f7ee09ac5c83c0ab62a53131c8: 2024-11-21T20:22:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8ba554cc6bd64c11ba750118788f2aea_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T20:22:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/staging/jenkins.hfs.22__test__jausbuu8rs6ouafbjnf0sbso6g34hhbp872kivg008g8ua0k3r5midtd6i3j1i8q/f/8ba554cc6bd64c11ba750118788f2aea_SeqId_6_ as hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/default/test/b0dc45f7ee09ac5c83c0ab62a53131c8/f/8bd4d00b230d45baa7f680f83fc389af_SeqId_6_ 2024-11-21T20:22:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9d853d3223154d0aab7a0bc250dccf9d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T20:22:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/staging/jenkins.hfs.22__test__jausbuu8rs6ouafbjnf0sbso6g34hhbp872kivg008g8ua0k3r5midtd6i3j1i8q/f/9d853d3223154d0aab7a0bc250dccf9d_SeqId_6_ as hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/default/test/b0dc45f7ee09ac5c83c0ab62a53131c8/f/dcacb15dc1a94eb199cc82d58d328013_SeqId_6_ 2024-11-21T20:22:51,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/staging/jenkins.hfs.22__test__jausbuu8rs6ouafbjnf0sbso6g34hhbp872kivg008g8ua0k3r5midtd6i3j1i8q/f/8ba554cc6bd64c11ba750118788f2aea_SeqId_6_ into b0dc45f7ee09ac5c83c0ab62a53131c8/f as hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/default/test/b0dc45f7ee09ac5c83c0ab62a53131c8/f/8bd4d00b230d45baa7f680f83fc389af_SeqId_6_ - updating store file list. 2024-11-21T20:22:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8bd4d00b230d45baa7f680f83fc389af_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T20:22:51,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/default/test/b0dc45f7ee09ac5c83c0ab62a53131c8/f/8bd4d00b230d45baa7f680f83fc389af_SeqId_6_ into b0dc45f7ee09ac5c83c0ab62a53131c8/f 2024-11-21T20:22:51,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/staging/jenkins.hfs.22__test__jausbuu8rs6ouafbjnf0sbso6g34hhbp872kivg008g8ua0k3r5midtd6i3j1i8q/f/8ba554cc6bd64c11ba750118788f2aea_SeqId_6_ into b0dc45f7ee09ac5c83c0ab62a53131c8/f (new location: hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/default/test/b0dc45f7ee09ac5c83c0ab62a53131c8/f/8bd4d00b230d45baa7f680f83fc389af_SeqId_6_) 2024-11-21T20:22:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/staging/jenkins.hfs.22__test__jausbuu8rs6ouafbjnf0sbso6g34hhbp872kivg008g8ua0k3r5midtd6i3j1i8q/f/8ba554cc6bd64c11ba750118788f2aea_SeqId_6_ 2024-11-21T20:22:51,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/staging/jenkins.hfs.22__test__jausbuu8rs6ouafbjnf0sbso6g34hhbp872kivg008g8ua0k3r5midtd6i3j1i8q/f/9d853d3223154d0aab7a0bc250dccf9d_SeqId_6_ into b0dc45f7ee09ac5c83c0ab62a53131c8/f as hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/default/test/b0dc45f7ee09ac5c83c0ab62a53131c8/f/dcacb15dc1a94eb199cc82d58d328013_SeqId_6_ - updating store file list. 2024-11-21T20:22:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dcacb15dc1a94eb199cc82d58d328013_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T20:22:51,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/default/test/b0dc45f7ee09ac5c83c0ab62a53131c8/f/dcacb15dc1a94eb199cc82d58d328013_SeqId_6_ into b0dc45f7ee09ac5c83c0ab62a53131c8/f 2024-11-21T20:22:51,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/staging/jenkins.hfs.22__test__jausbuu8rs6ouafbjnf0sbso6g34hhbp872kivg008g8ua0k3r5midtd6i3j1i8q/f/9d853d3223154d0aab7a0bc250dccf9d_SeqId_6_ into b0dc45f7ee09ac5c83c0ab62a53131c8/f (new location: hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/default/test/b0dc45f7ee09ac5c83c0ab62a53131c8/f/dcacb15dc1a94eb199cc82d58d328013_SeqId_6_) 2024-11-21T20:22:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/staging/jenkins.hfs.22__test__jausbuu8rs6ouafbjnf0sbso6g34hhbp872kivg008g8ua0k3r5midtd6i3j1i8q/f/9d853d3223154d0aab7a0bc250dccf9d_SeqId_6_ 2024-11-21T20:22:51,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] regionserver.ReplicationSink(324): Finished replicating [cbcc149c-e9f9-4585-ade0-dc4bb89d7b19] bulk loaded data 2024-11-21T20:22:51,853 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 to pos 393, reset compression=false 2024-11-21T20:22:51,876 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T20:22:51,916 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 to pos 393, reset compression=false 2024-11-21T20:22:52,356 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 to pos 393, reset compression=false 2024-11-21T20:22:52,419 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 to pos 393, reset compression=false 2024-11-21T20:22:52,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T20:22:52,491 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:22:52,491 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:22:52,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:52,491 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:22:52,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:52,492 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T20:22:52,492 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1080235630, stopped=false 2024-11-21T20:22:52,492 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=377014bd7527,46005,1732220556358 2024-11-21T20:22:52,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x1015f0fdfb70007, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2718413520/running 2024-11-21T20:22:52,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46005-0x1015f0fdfb70006, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2718413520/running 2024-11-21T20:22:52,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46005-0x1015f0fdfb70006, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2718413520 2024-11-21T20:22:52,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x1015f0fdfb70007, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2718413520 2024-11-21T20:22:52,557 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:22:52,557 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:22:52,557 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:22:52,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:52,558 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '377014bd7527,42785,1732220556507' ***** 2024-11-21T20:22:52,558 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T20:22:52,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46005-0x1015f0fdfb70006, quorum=127.0.0.1:52847, baseZNode=/2718413520 Set watcher on znode that does not yet exist, /2718413520/running 2024-11-21T20:22:52,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42785-0x1015f0fdfb70007, quorum=127.0.0.1:52847, baseZNode=/2718413520 Set watcher on znode that does not yet exist, /2718413520/running 2024-11-21T20:22:52,559 INFO [RS:0;377014bd7527:42785 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T20:22:52,559 INFO [RS:0;377014bd7527:42785 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T20:22:52,559 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T20:22:52,559 INFO [RS:0;377014bd7527:42785 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T20:22:52,559 INFO [RS:0;377014bd7527:42785 {}] regionserver.HRegionServer(3091): Received CLOSE for 5185c159866d471693a4abf82a5041d4 2024-11-21T20:22:52,559 INFO [RS:0;377014bd7527:42785 {}] regionserver.HRegionServer(959): stopping server 377014bd7527,42785,1732220556507 2024-11-21T20:22:52,559 INFO [RS:0;377014bd7527:42785 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:22:52,559 INFO [RS:0;377014bd7527:42785 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:42785. 2024-11-21T20:22:52,559 DEBUG [RS:0;377014bd7527:42785 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:22:52,559 DEBUG [RS:0;377014bd7527:42785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:52,559 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5185c159866d471693a4abf82a5041d4, disabling compactions & flushes 2024-11-21T20:22:52,559 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732220563805.5185c159866d471693a4abf82a5041d4. 2024-11-21T20:22:52,559 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732220563805.5185c159866d471693a4abf82a5041d4. 2024-11-21T20:22:52,559 INFO [RS:0;377014bd7527:42785 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T20:22:52,559 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732220563805.5185c159866d471693a4abf82a5041d4. after waiting 0 ms 2024-11-21T20:22:52,559 INFO [RS:0;377014bd7527:42785 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T20:22:52,559 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732220563805.5185c159866d471693a4abf82a5041d4. 2024-11-21T20:22:52,559 INFO [RS:0;377014bd7527:42785 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T20:22:52,559 INFO [RS:0;377014bd7527:42785 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T20:22:52,560 INFO [RS:0;377014bd7527:42785 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T20:22:52,560 DEBUG [RS:0;377014bd7527:42785 {}] regionserver.HRegionServer(1325): Online Regions={5185c159866d471693a4abf82a5041d4=test,,1732220563805.5185c159866d471693a4abf82a5041d4., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T20:22:52,560 DEBUG [RS:0;377014bd7527:42785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5185c159866d471693a4abf82a5041d4 2024-11-21T20:22:52,560 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:22:52,560 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:22:52,560 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:22:52,560 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:22:52,560 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:22:52,560 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-21T20:22:52,563 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/default/test/5185c159866d471693a4abf82a5041d4/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-21T20:22:52,564 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:22:52,564 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T20:22:52,564 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732220563805.5185c159866d471693a4abf82a5041d4. 2024-11-21T20:22:52,564 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5185c159866d471693a4abf82a5041d4: Waiting for close lock at 1732220572559Running coprocessor pre-close hooks at 1732220572559Disabling compacts and flushes for region at 1732220572559Disabling writes for close at 1732220572559Writing region close event to WAL at 1732220572560 (+1 ms)Running coprocessor post-close hooks at 1732220572564 (+4 ms)Closed at 1732220572564 2024-11-21T20:22:52,564 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732220563805.5185c159866d471693a4abf82a5041d4. 2024-11-21T20:22:52,567 INFO [regionserver/377014bd7527:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:22:52,580 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/hbase/meta/1588230740/.tmp/info/3f7360985f664e3dbcebf1ac9bb6b797 is 129, key is test,,1732220563805.5185c159866d471693a4abf82a5041d4./info:regioninfo/1732220564563/Put/seqid=0 2024-11-21T20:22:52,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741839_1015 (size=6421) 2024-11-21T20:22:52,760 DEBUG [RS:0;377014bd7527:42785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:22:52,784 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T20:22:52,784 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T20:22:52,959 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 to pos 393, reset compression=false 2024-11-21T20:22:52,960 DEBUG [RS:0;377014bd7527:42785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:22:52,983 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/hbase/meta/1588230740/.tmp/info/3f7360985f664e3dbcebf1ac9bb6b797 2024-11-21T20:22:53,005 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/hbase/meta/1588230740/.tmp/ns/dce7e80aeff247e19bae96bfccf64395 is 43, key is default/ns:d/1732220559407/Put/seqid=0 2024-11-21T20:22:53,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741840_1016 (size=5153) 2024-11-21T20:22:53,022 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 to pos 393, reset compression=false 2024-11-21T20:22:53,161 DEBUG [RS:0;377014bd7527:42785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:22:53,361 DEBUG [RS:0;377014bd7527:42785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:22:53,409 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/hbase/meta/1588230740/.tmp/ns/dce7e80aeff247e19bae96bfccf64395 2024-11-21T20:22:53,430 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/hbase/meta/1588230740/.tmp/rep_barrier/fc12dadaab7b4ad89a235ec0ecbc5fb9 is 112, key is test,,1732220563805.5185c159866d471693a4abf82a5041d4./rep_barrier:seqnumDuringOpen/1732220564563/Put/seqid=0 2024-11-21T20:22:53,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741841_1017 (size=5518) 2024-11-21T20:22:53,561 INFO [RS:0;377014bd7527:42785 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T20:22:53,561 DEBUG [RS:0;377014bd7527:42785 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T20:22:53,561 DEBUG [RS:0;377014bd7527:42785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:22:53,662 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 to pos 393, reset compression=false 2024-11-21T20:22:53,725 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 to pos 393, reset compression=false 2024-11-21T20:22:53,761 DEBUG [RS:0;377014bd7527:42785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:22:53,833 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/hbase/meta/1588230740/.tmp/rep_barrier/fc12dadaab7b4ad89a235ec0ecbc5fb9 2024-11-21T20:22:53,848 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/hbase/meta/1588230740/.tmp/table/d40049eaa2144d68a9da59cbab02663c is 40, key is test/table:state/1732220564573/Put/seqid=0 2024-11-21T20:22:53,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741842_1018 (size=5165) 2024-11-21T20:22:53,961 DEBUG [RS:0;377014bd7527:42785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:22:54,162 DEBUG [RS:0;377014bd7527:42785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:22:54,266 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/hbase/meta/1588230740/.tmp/table/d40049eaa2144d68a9da59cbab02663c 2024-11-21T20:22:54,272 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/hbase/meta/1588230740/.tmp/info/3f7360985f664e3dbcebf1ac9bb6b797 as hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/hbase/meta/1588230740/info/3f7360985f664e3dbcebf1ac9bb6b797 2024-11-21T20:22:54,277 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/hbase/meta/1588230740/info/3f7360985f664e3dbcebf1ac9bb6b797, entries=10, sequenceid=11, filesize=6.3 K 2024-11-21T20:22:54,278 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/hbase/meta/1588230740/.tmp/ns/dce7e80aeff247e19bae96bfccf64395 as hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/hbase/meta/1588230740/ns/dce7e80aeff247e19bae96bfccf64395 2024-11-21T20:22:54,282 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/hbase/meta/1588230740/ns/dce7e80aeff247e19bae96bfccf64395, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T20:22:54,283 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/hbase/meta/1588230740/.tmp/rep_barrier/fc12dadaab7b4ad89a235ec0ecbc5fb9 as hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/hbase/meta/1588230740/rep_barrier/fc12dadaab7b4ad89a235ec0ecbc5fb9 2024-11-21T20:22:54,287 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/hbase/meta/1588230740/rep_barrier/fc12dadaab7b4ad89a235ec0ecbc5fb9, entries=1, sequenceid=11, filesize=5.4 K 2024-11-21T20:22:54,287 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/hbase/meta/1588230740/.tmp/table/d40049eaa2144d68a9da59cbab02663c as hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/hbase/meta/1588230740/table/d40049eaa2144d68a9da59cbab02663c 2024-11-21T20:22:54,291 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/hbase/meta/1588230740/table/d40049eaa2144d68a9da59cbab02663c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T20:22:54,291 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1731ms, sequenceid=11, compaction requested=false 2024-11-21T20:22:54,297 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T20:22:54,297 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:22:54,297 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:22:54,297 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:22:54,297 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220572560Running coprocessor pre-close hooks at 1732220572560Disabling compacts and flushes for region at 1732220572560Disabling writes for close at 1732220572560Obtaining lock to block concurrent updates at 1732220572560Preparing flush snapshotting stores in 1588230740 at 1732220572560Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732220572561 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732220572561Flushing 1588230740/info: creating writer at 1732220572561Flushing 1588230740/info: appending metadata at 1732220572579 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732220572579Flushing 1588230740/ns: creating writer at 1732220572988 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732220573004 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732220573004Flushing 1588230740/rep_barrier: creating writer at 1732220573413 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732220573429 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732220573429Flushing 1588230740/table: creating writer at 1732220573837 (+408 ms)Flushing 1588230740/table: appending metadata at 1732220573848 (+11 ms)Flushing 1588230740/table: closing flushed file at 1732220573848Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dc7d3e9: reopening flushed file at 1732220574271 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25137089: reopening flushed file at 1732220574277 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63f00c89: reopening flushed file at 1732220574282 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@524f6744: reopening flushed file at 1732220574287 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1731ms, sequenceid=11, compaction requested=false at 1732220574291 (+4 ms)Writing region close event to WAL at 1732220574294 (+3 ms)Running coprocessor post-close hooks at 1732220574297 (+3 ms)Closed at 1732220574297 2024-11-21T20:22:54,297 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T20:22:54,362 INFO [RS:0;377014bd7527:42785 {}] regionserver.HRegionServer(976): stopping server 377014bd7527,42785,1732220556507; all regions closed. 2024-11-21T20:22:54,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741834_1010 (size=2717) 2024-11-21T20:22:54,365 DEBUG [RS:0;377014bd7527:42785 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/oldWALs 2024-11-21T20:22:54,365 INFO [RS:0;377014bd7527:42785 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C42785%2C1732220556507.meta:.meta(num 1732220559361) 2024-11-21T20:22:54,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741832_1008 (size=1028) 2024-11-21T20:22:54,367 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/WALs/377014bd7527,42785,1732220556507/377014bd7527%2C42785%2C1732220556507.1732220558870 not finished, retry = 0 2024-11-21T20:22:54,465 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 to pos 393, reset compression=false 2024-11-21T20:22:54,469 DEBUG [RS:0;377014bd7527:42785 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/oldWALs 2024-11-21T20:22:54,469 INFO [RS:0;377014bd7527:42785 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C42785%2C1732220556507:(num 1732220558870) 2024-11-21T20:22:54,469 DEBUG [RS:0;377014bd7527:42785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:54,469 INFO [RS:0;377014bd7527:42785 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:22:54,469 INFO [RS:0;377014bd7527:42785 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:22:54,469 INFO [RS:0;377014bd7527:42785 {}] hbase.ChoreService(370): Chore service for: regionserver/377014bd7527:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T20:22:54,469 INFO [RS:0;377014bd7527:42785 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:22:54,469 INFO [regionserver/377014bd7527:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:22:54,470 INFO [RS:0;377014bd7527:42785 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:42785. 2024-11-21T20:22:54,470 DEBUG [RS:0;377014bd7527:42785 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:22:54,470 DEBUG [RS:0;377014bd7527:42785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:54,470 DEBUG [RS:0;377014bd7527:42785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:54,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:22:54,470 INFO [RS:0;377014bd7527:42785 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42785 2024-11-21T20:22:54,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46005-0x1015f0fdfb70006, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2718413520/rs 2024-11-21T20:22:54,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x1015f0fdfb70007, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2718413520/rs/377014bd7527,42785,1732220556507 2024-11-21T20:22:54,486 INFO [RS:0;377014bd7527:42785 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:22:54,496 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [377014bd7527,42785,1732220556507] 2024-11-21T20:22:54,506 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2718413520/draining/377014bd7527,42785,1732220556507 already deleted, retry=false 2024-11-21T20:22:54,506 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 377014bd7527,42785,1732220556507 expired; onlineServers=0 2024-11-21T20:22:54,507 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '377014bd7527,46005,1732220556358' ***** 2024-11-21T20:22:54,507 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T20:22:54,507 INFO [M:0;377014bd7527:46005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:22:54,507 INFO [M:0;377014bd7527:46005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:22:54,507 DEBUG [M:0;377014bd7527:46005 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T20:22:54,507 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T20:22:54,507 DEBUG [M:0;377014bd7527:46005 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T20:22:54,507 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220558567 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220558567,5,FailOnTimeoutGroup] 2024-11-21T20:22:54,507 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220558567 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220558567,5,FailOnTimeoutGroup] 2024-11-21T20:22:54,507 INFO [M:0;377014bd7527:46005 {}] hbase.ChoreService(370): Chore service for: master/377014bd7527:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T20:22:54,507 INFO [M:0;377014bd7527:46005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:22:54,507 DEBUG [M:0;377014bd7527:46005 {}] master.HMaster(1795): Stopping service threads 2024-11-21T20:22:54,507 INFO [M:0;377014bd7527:46005 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T20:22:54,507 INFO [M:0;377014bd7527:46005 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:22:54,507 INFO [M:0;377014bd7527:46005 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T20:22:54,507 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T20:22:54,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46005-0x1015f0fdfb70006, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2718413520/master 2024-11-21T20:22:54,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46005-0x1015f0fdfb70006, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2718413520 2024-11-21T20:22:54,517 DEBUG [M:0;377014bd7527:46005 {}] zookeeper.ZKUtil(347): master:46005-0x1015f0fdfb70006, quorum=127.0.0.1:52847, baseZNode=/2718413520 Unable to get data of znode /2718413520/master because node does not exist (not an error) 2024-11-21T20:22:54,517 WARN [M:0;377014bd7527:46005 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T20:22:54,518 INFO [M:0;377014bd7527:46005 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/.lastflushedseqids 2024-11-21T20:22:54,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741843_1019 (size=173) 2024-11-21T20:22:54,522 INFO [M:0;377014bd7527:46005 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T20:22:54,522 INFO [M:0;377014bd7527:46005 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T20:22:54,522 DEBUG [M:0;377014bd7527:46005 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:22:54,522 INFO [M:0;377014bd7527:46005 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:22:54,522 DEBUG [M:0;377014bd7527:46005 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:22:54,522 DEBUG [M:0;377014bd7527:46005 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:22:54,522 DEBUG [M:0;377014bd7527:46005 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:22:54,522 INFO [M:0;377014bd7527:46005 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-21T20:22:54,528 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 to pos 393, reset compression=false 2024-11-21T20:22:54,539 DEBUG [M:0;377014bd7527:46005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a125bcb1f1754e5e8c9548ff25744184 is 82, key is hbase:meta,,1/info:regioninfo/1732220559388/Put/seqid=0 2024-11-21T20:22:54,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741844_1020 (size=5672) 2024-11-21T20:22:54,542 INFO [M:0;377014bd7527:46005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a125bcb1f1754e5e8c9548ff25744184 2024-11-21T20:22:54,558 DEBUG [M:0;377014bd7527:46005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4506343730cb4c2883c0e59597231148 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732220564576/Put/seqid=0 2024-11-21T20:22:54,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741845_1021 (size=6586) 2024-11-21T20:22:54,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x1015f0fdfb70007, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:22:54,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x1015f0fdfb70007, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:22:54,596 INFO [RS:0;377014bd7527:42785 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:22:54,596 INFO [RS:0;377014bd7527:42785 {}] regionserver.HRegionServer(1031): Exiting; stopping=377014bd7527,42785,1732220556507; zookeeper connection closed. 2024-11-21T20:22:54,597 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79960c55 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79960c55 2024-11-21T20:22:54,597 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T20:22:54,961 INFO [M:0;377014bd7527:46005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4506343730cb4c2883c0e59597231148 2024-11-21T20:22:54,984 DEBUG [M:0;377014bd7527:46005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ba17e83de5e4ef68847f2ab0806a341 is 69, key is 377014bd7527,42785,1732220556507/rs:state/1732220558690/Put/seqid=0 2024-11-21T20:22:54,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741846_1022 (size=5156) 2024-11-21T20:22:55,368 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 to pos 393, reset compression=false 2024-11-21T20:22:55,388 INFO [M:0;377014bd7527:46005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ba17e83de5e4ef68847f2ab0806a341 2024-11-21T20:22:55,393 DEBUG [M:0;377014bd7527:46005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a125bcb1f1754e5e8c9548ff25744184 as hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a125bcb1f1754e5e8c9548ff25744184 2024-11-21T20:22:55,396 INFO [M:0;377014bd7527:46005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a125bcb1f1754e5e8c9548ff25744184, entries=8, sequenceid=55, filesize=5.5 K 2024-11-21T20:22:55,398 DEBUG [M:0;377014bd7527:46005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4506343730cb4c2883c0e59597231148 as hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4506343730cb4c2883c0e59597231148 2024-11-21T20:22:55,403 INFO [M:0;377014bd7527:46005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4506343730cb4c2883c0e59597231148, entries=6, sequenceid=55, filesize=6.4 K 2024-11-21T20:22:55,403 DEBUG [M:0;377014bd7527:46005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ba17e83de5e4ef68847f2ab0806a341 as hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ba17e83de5e4ef68847f2ab0806a341 2024-11-21T20:22:55,407 INFO [M:0;377014bd7527:46005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41669/user/jenkins/test-data/8024a977-a33e-d9d0-048b-698a36d8ba72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ba17e83de5e4ef68847f2ab0806a341, entries=1, sequenceid=55, filesize=5.0 K 2024-11-21T20:22:55,408 INFO [M:0;377014bd7527:46005 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=55, compaction requested=false 2024-11-21T20:22:55,413 INFO [M:0;377014bd7527:46005 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:22:55,413 DEBUG [M:0;377014bd7527:46005 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220574522Disabling compacts and flushes for region at 1732220574522Disabling writes for close at 1732220574522Obtaining lock to block concurrent updates at 1732220574522Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732220574522Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732220574523 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732220574523Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732220574523Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732220574539 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732220574539Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732220574545 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732220574557 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732220574558 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732220574966 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732220574984 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732220574984Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4554ca3d: reopening flushed file at 1732220575392 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fb15c13: reopening flushed file at 1732220575397 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6406aa4c: reopening flushed file at 1732220575403 (+6 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=55, compaction requested=false at 1732220575408 (+5 ms)Writing region close event to WAL at 1732220575413 (+5 ms)Closed at 1732220575413 2024-11-21T20:22:55,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45955 is added to blk_1073741830_1006 (size=32770) 2024-11-21T20:22:55,415 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:22:55,415 INFO [M:0;377014bd7527:46005 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T20:22:55,415 INFO [M:0;377014bd7527:46005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46005 2024-11-21T20:22:55,416 INFO [M:0;377014bd7527:46005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:22:55,431 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 to pos 393, reset compression=false 2024-11-21T20:22:55,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46005-0x1015f0fdfb70006, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:22:55,564 INFO [M:0;377014bd7527:46005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:22:55,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46005-0x1015f0fdfb70006, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:22:55,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1fb5a8b7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:22:55,567 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@148e501b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:22:55,567 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:22:55,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fd5e1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:22:55,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@247d5bbe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b5671-40a1-4fd5-7e7d-cd2b41f3c408/hadoop.log.dir/,STOPPED} 2024-11-21T20:22:55,569 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T20:22:55,569 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T20:22:55,569 WARN [BP-605532718-172.17.0.2-1732220553876 heartbeating to localhost/127.0.0.1:41669 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T20:22:55,569 WARN [BP-605532718-172.17.0.2-1732220553876 heartbeating to localhost/127.0.0.1:41669 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-605532718-172.17.0.2-1732220553876 (Datanode Uuid 592fbb95-5a61-4873-abcb-4abff201aab5) service to localhost/127.0.0.1:41669 2024-11-21T20:22:55,570 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b5671-40a1-4fd5-7e7d-cd2b41f3c408/cluster_77555328-8f82-f454-60b4-7a8ca0eeae74/data/data1/current/BP-605532718-172.17.0.2-1732220553876 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:22:55,570 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b5671-40a1-4fd5-7e7d-cd2b41f3c408/cluster_77555328-8f82-f454-60b4-7a8ca0eeae74/data/data2/current/BP-605532718-172.17.0.2-1732220553876 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:22:55,570 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T20:22:55,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@673f761a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:22:55,576 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f9e3cff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:22:55,576 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:22:55,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4662f292{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:22:55,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d4b4cff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b5671-40a1-4fd5-7e7d-cd2b41f3c408/hadoop.log.dir/,STOPPED} 2024-11-21T20:22:55,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T20:22:55,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T20:22:55,589 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:22:55,589 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:22:55,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:55,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:55,589 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:22:55,590 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T20:22:55,590 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2128817145, stopped=false 2024-11-21T20:22:55,590 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=377014bd7527,42581,1732220551207 2024-11-21T20:22:55,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39539-0x1015f0fdfb70004, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2077048844/running 2024-11-21T20:22:55,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1015f0fdfb70003, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2077048844/running 2024-11-21T20:22:55,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1015f0fdfb70003, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2077048844 2024-11-21T20:22:55,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39539-0x1015f0fdfb70004, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2077048844 2024-11-21T20:22:55,601 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:22:55,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42581-0x1015f0fdfb70003, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Set watcher on znode that does not yet exist, /1-2077048844/running 2024-11-21T20:22:55,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39539-0x1015f0fdfb70004, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Set watcher on znode that does not yet exist, /1-2077048844/running 2024-11-21T20:22:55,602 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:22:55,603 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:22:55,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:55,603 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '377014bd7527,39539,1732220551334' ***** 2024-11-21T20:22:55,603 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T20:22:55,603 INFO [RS:0;377014bd7527:39539 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T20:22:55,603 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T20:22:55,603 INFO [RS:0;377014bd7527:39539 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T20:22:55,603 INFO [RS:0;377014bd7527:39539 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T20:22:55,603 INFO [RS:0;377014bd7527:39539 {}] regionserver.HRegionServer(3091): Received CLOSE for b0dc45f7ee09ac5c83c0ab62a53131c8 2024-11-21T20:22:55,603 INFO [RS:0;377014bd7527:39539 {}] regionserver.HRegionServer(959): stopping server 377014bd7527,39539,1732220551334 2024-11-21T20:22:55,603 INFO [RS:0;377014bd7527:39539 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:22:55,604 INFO [RS:0;377014bd7527:39539 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:39539. 2024-11-21T20:22:55,604 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0dc45f7ee09ac5c83c0ab62a53131c8, disabling compactions & flushes 2024-11-21T20:22:55,604 DEBUG [RS:0;377014bd7527:39539 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:22:55,604 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732220561655.b0dc45f7ee09ac5c83c0ab62a53131c8. 2024-11-21T20:22:55,604 DEBUG [RS:0;377014bd7527:39539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:55,604 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732220561655.b0dc45f7ee09ac5c83c0ab62a53131c8. 2024-11-21T20:22:55,604 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732220561655.b0dc45f7ee09ac5c83c0ab62a53131c8. after waiting 0 ms 2024-11-21T20:22:55,604 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732220561655.b0dc45f7ee09ac5c83c0ab62a53131c8. 2024-11-21T20:22:55,604 INFO [RS:0;377014bd7527:39539 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T20:22:55,604 INFO [RS:0;377014bd7527:39539 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T20:22:55,604 INFO [RS:0;377014bd7527:39539 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T20:22:55,604 INFO [RS:0;377014bd7527:39539 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T20:22:55,604 INFO [RS:0;377014bd7527:39539 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T20:22:55,604 DEBUG [RS:0;377014bd7527:39539 {}] regionserver.HRegionServer(1325): Online Regions={b0dc45f7ee09ac5c83c0ab62a53131c8=test,,1732220561655.b0dc45f7ee09ac5c83c0ab62a53131c8., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T20:22:55,604 DEBUG [RS:0;377014bd7527:39539 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0dc45f7ee09ac5c83c0ab62a53131c8 2024-11-21T20:22:55,604 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:22:55,604 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:22:55,604 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:22:55,604 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:22:55,604 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:22:55,604 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-21T20:22:55,610 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/default/test/b0dc45f7ee09ac5c83c0ab62a53131c8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T20:22:55,611 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:22:55,611 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T20:22:55,611 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732220561655.b0dc45f7ee09ac5c83c0ab62a53131c8. 2024-11-21T20:22:55,611 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0dc45f7ee09ac5c83c0ab62a53131c8: Waiting for close lock at 1732220575604Running coprocessor pre-close hooks at 1732220575604Disabling compacts and flushes for region at 1732220575604Disabling writes for close at 1732220575604Writing region close event to WAL at 1732220575608 (+4 ms)Running coprocessor post-close hooks at 1732220575611 (+3 ms)Closed at 1732220575611 2024-11-21T20:22:55,611 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732220561655.b0dc45f7ee09ac5c83c0ab62a53131c8. 2024-11-21T20:22:55,623 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/hbase/meta/1588230740/.tmp/info/47aca9af3b824d58b474746c519ef74a is 129, key is test,,1732220561655.b0dc45f7ee09ac5c83c0ab62a53131c8./info:regioninfo/1732220562795/Put/seqid=0 2024-11-21T20:22:55,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39603 is added to blk_1073741841_1017 (size=6421) 2024-11-21T20:22:55,669 INFO [regionserver/377014bd7527:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:22:55,804 DEBUG [RS:0;377014bd7527:39539 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:22:55,913 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T20:22:56,004 DEBUG [RS:0;377014bd7527:39539 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:22:56,026 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/hbase/meta/1588230740/.tmp/info/47aca9af3b824d58b474746c519ef74a 2024-11-21T20:22:56,042 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/hbase/meta/1588230740/.tmp/ns/e7ab07f0030943dcb39d50093ab169a8 is 43, key is default/ns:d/1732220553717/Put/seqid=0 2024-11-21T20:22:56,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39603 is added to blk_1073741842_1018 (size=5153) 2024-11-21T20:22:56,054 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T20:22:56,054 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T20:22:56,204 DEBUG [RS:0;377014bd7527:39539 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:22:56,371 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 to pos 393, reset compression=false 2024-11-21T20:22:56,405 DEBUG [RS:0;377014bd7527:39539 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:22:56,434 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 to pos 393, reset compression=false 2024-11-21T20:22:56,446 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/hbase/meta/1588230740/.tmp/ns/e7ab07f0030943dcb39d50093ab169a8 2024-11-21T20:22:56,464 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/hbase/meta/1588230740/.tmp/rep_barrier/a8147a4d411d4926bdd326a47ce77c02 is 112, key is test,,1732220561655.b0dc45f7ee09ac5c83c0ab62a53131c8./rep_barrier:seqnumDuringOpen/1732220562795/Put/seqid=0 2024-11-21T20:22:56,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39603 is added to blk_1073741843_1019 (size=5518) 2024-11-21T20:22:56,605 INFO [RS:0;377014bd7527:39539 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T20:22:56,605 DEBUG [RS:0;377014bd7527:39539 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T20:22:56,605 DEBUG [RS:0;377014bd7527:39539 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:22:56,805 DEBUG [RS:0;377014bd7527:39539 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:22:56,868 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/hbase/meta/1588230740/.tmp/rep_barrier/a8147a4d411d4926bdd326a47ce77c02 2024-11-21T20:22:56,883 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/hbase/meta/1588230740/.tmp/table/68af4f8d34b64d91aaca0c0e0ff19993 is 40, key is test/table:state/1732220562801/Put/seqid=0 2024-11-21T20:22:56,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39603 is added to blk_1073741844_1020 (size=5165) 2024-11-21T20:22:57,005 DEBUG [RS:0;377014bd7527:39539 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:22:57,205 DEBUG [RS:0;377014bd7527:39539 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:22:57,287 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/hbase/meta/1588230740/.tmp/table/68af4f8d34b64d91aaca0c0e0ff19993 2024-11-21T20:22:57,291 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/hbase/meta/1588230740/.tmp/info/47aca9af3b824d58b474746c519ef74a as hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/hbase/meta/1588230740/info/47aca9af3b824d58b474746c519ef74a 2024-11-21T20:22:57,293 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/hbase/meta/1588230740/info/47aca9af3b824d58b474746c519ef74a, entries=10, sequenceid=11, filesize=6.3 K 2024-11-21T20:22:57,294 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/hbase/meta/1588230740/.tmp/ns/e7ab07f0030943dcb39d50093ab169a8 as hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/hbase/meta/1588230740/ns/e7ab07f0030943dcb39d50093ab169a8 2024-11-21T20:22:57,298 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/hbase/meta/1588230740/ns/e7ab07f0030943dcb39d50093ab169a8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T20:22:57,298 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/hbase/meta/1588230740/.tmp/rep_barrier/a8147a4d411d4926bdd326a47ce77c02 as hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/hbase/meta/1588230740/rep_barrier/a8147a4d411d4926bdd326a47ce77c02 2024-11-21T20:22:57,302 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/hbase/meta/1588230740/rep_barrier/a8147a4d411d4926bdd326a47ce77c02, entries=1, sequenceid=11, filesize=5.4 K 2024-11-21T20:22:57,303 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/hbase/meta/1588230740/.tmp/table/68af4f8d34b64d91aaca0c0e0ff19993 as hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/hbase/meta/1588230740/table/68af4f8d34b64d91aaca0c0e0ff19993 2024-11-21T20:22:57,307 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/hbase/meta/1588230740/table/68af4f8d34b64d91aaca0c0e0ff19993, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T20:22:57,308 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=11, compaction requested=false 2024-11-21T20:22:57,308 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T20:22:57,312 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T20:22:57,312 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:22:57,312 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:22:57,312 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:22:57,312 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220575604Running coprocessor pre-close hooks at 1732220575604Disabling compacts and flushes for region at 1732220575604Disabling writes for close at 1732220575604Obtaining lock to block concurrent updates at 1732220575604Preparing flush snapshotting stores in 1588230740 at 1732220575604Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732220575605 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732220575605Flushing 1588230740/info: creating writer at 1732220575605Flushing 1588230740/info: appending metadata at 1732220575622 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732220575622Flushing 1588230740/ns: creating writer at 1732220576030 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732220576042 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732220576042Flushing 1588230740/rep_barrier: creating writer at 1732220576449 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732220576464 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732220576464Flushing 1588230740/table: creating writer at 1732220576871 (+407 ms)Flushing 1588230740/table: appending metadata at 1732220576883 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732220576883Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@606e0dec: reopening flushed file at 1732220577290 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1495eaaa: reopening flushed file at 1732220577293 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34b0ab1e: reopening flushed file at 1732220577298 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c85b611: reopening flushed file at 1732220577303 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=11, compaction requested=false at 1732220577308 (+5 ms)Writing region close event to WAL at 1732220577309 (+1 ms)Running coprocessor post-close hooks at 1732220577312 (+3 ms)Closed at 1732220577312 2024-11-21T20:22:57,312 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T20:22:57,405 INFO [RS:0;377014bd7527:39539 {}] regionserver.HRegionServer(976): stopping server 377014bd7527,39539,1732220551334; all regions closed. 2024-11-21T20:22:57,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39603 is added to blk_1073741834_1010 (size=2717) 2024-11-21T20:22:57,409 DEBUG [RS:0;377014bd7527:39539 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/oldWALs 2024-11-21T20:22:57,409 INFO [RS:0;377014bd7527:39539 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C39539%2C1732220551334.meta:.meta(num 1732220553666) 2024-11-21T20:22:57,410 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/WALs/377014bd7527,39539,1732220551334/377014bd7527%2C39539%2C1732220551334.1732220553198 not finished, retry = 0 2024-11-21T20:22:57,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39603 is added to blk_1073741833_1009 (size=1374) 2024-11-21T20:22:57,474 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 to pos 393, reset compression=false 2024-11-21T20:22:57,512 DEBUG [RS:0;377014bd7527:39539 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/oldWALs 2024-11-21T20:22:57,512 INFO [RS:0;377014bd7527:39539 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C39539%2C1732220551334:(num 1732220553198) 2024-11-21T20:22:57,512 DEBUG [RS:0;377014bd7527:39539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:57,512 INFO [RS:0;377014bd7527:39539 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:22:57,512 INFO [RS:0;377014bd7527:39539 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:22:57,512 INFO [RS:0;377014bd7527:39539 {}] hbase.ChoreService(370): Chore service for: regionserver/377014bd7527:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T20:22:57,512 INFO [RS:0;377014bd7527:39539 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:22:57,513 INFO [regionserver/377014bd7527:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:22:57,513 INFO [RS:0;377014bd7527:39539 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:39539. 2024-11-21T20:22:57,513 DEBUG [RS:0;377014bd7527:39539 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:22:57,513 DEBUG [RS:0;377014bd7527:39539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:57,513 DEBUG [RS:0;377014bd7527:39539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:57,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:22:57,513 INFO [RS:0;377014bd7527:39539 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39539 2024-11-21T20:22:57,538 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 to pos 393, reset compression=false 2024-11-21T20:22:57,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39539-0x1015f0fdfb70004, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2077048844/rs/377014bd7527,39539,1732220551334 2024-11-21T20:22:57,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1015f0fdfb70003, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2077048844/rs 2024-11-21T20:22:57,580 INFO [RS:0;377014bd7527:39539 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:22:57,590 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [377014bd7527,39539,1732220551334] 2024-11-21T20:22:57,601 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2077048844/draining/377014bd7527,39539,1732220551334 already deleted, retry=false 2024-11-21T20:22:57,601 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 377014bd7527,39539,1732220551334 expired; onlineServers=0 2024-11-21T20:22:57,601 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '377014bd7527,42581,1732220551207' ***** 2024-11-21T20:22:57,601 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T20:22:57,601 INFO [M:0;377014bd7527:42581 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:22:57,601 INFO [M:0;377014bd7527:42581 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:22:57,601 DEBUG [M:0;377014bd7527:42581 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T20:22:57,601 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T20:22:57,601 DEBUG [M:0;377014bd7527:42581 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T20:22:57,601 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220552907 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220552907,5,FailOnTimeoutGroup] 2024-11-21T20:22:57,601 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220552907 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220552907,5,FailOnTimeoutGroup] 2024-11-21T20:22:57,601 INFO [M:0;377014bd7527:42581 {}] hbase.ChoreService(370): Chore service for: master/377014bd7527:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T20:22:57,601 INFO [M:0;377014bd7527:42581 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:22:57,601 DEBUG [M:0;377014bd7527:42581 {}] master.HMaster(1795): Stopping service threads 2024-11-21T20:22:57,602 INFO [M:0;377014bd7527:42581 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T20:22:57,602 INFO [M:0;377014bd7527:42581 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:22:57,602 INFO [M:0;377014bd7527:42581 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T20:22:57,602 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T20:22:57,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1015f0fdfb70003, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2077048844/master 2024-11-21T20:22:57,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1015f0fdfb70003, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2077048844 2024-11-21T20:22:57,611 DEBUG [M:0;377014bd7527:42581 {}] zookeeper.ZKUtil(347): master:42581-0x1015f0fdfb70003, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Unable to get data of znode /1-2077048844/master because node does not exist (not an error) 2024-11-21T20:22:57,611 WARN [M:0;377014bd7527:42581 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T20:22:57,613 INFO [M:0;377014bd7527:42581 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/.lastflushedseqids 2024-11-21T20:22:57,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39603 is added to blk_1073741845_1021 (size=173) 2024-11-21T20:22:57,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39539-0x1015f0fdfb70004, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:22:57,690 INFO [RS:0;377014bd7527:39539 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:22:57,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39539-0x1015f0fdfb70004, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:22:57,691 INFO [RS:0;377014bd7527:39539 {}] regionserver.HRegionServer(1031): Exiting; stopping=377014bd7527,39539,1732220551334; zookeeper connection closed. 2024-11-21T20:22:57,691 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6ff456be {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6ff456be 2024-11-21T20:22:57,691 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T20:22:58,016 INFO [M:0;377014bd7527:42581 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T20:22:58,016 INFO [M:0;377014bd7527:42581 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T20:22:58,016 DEBUG [M:0;377014bd7527:42581 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:22:58,016 INFO [M:0;377014bd7527:42581 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:22:58,016 DEBUG [M:0;377014bd7527:42581 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:22:58,016 DEBUG [M:0;377014bd7527:42581 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:22:58,016 DEBUG [M:0;377014bd7527:42581 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:22:58,017 INFO [M:0;377014bd7527:42581 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-21T20:22:58,033 DEBUG [M:0;377014bd7527:42581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/930e46c0a4e74c20bf344576dacb9ecf is 82, key is hbase:meta,,1/info:regioninfo/1732220553695/Put/seqid=0 2024-11-21T20:22:58,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39603 is added to blk_1073741846_1022 (size=5672) 2024-11-21T20:22:58,066 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T20:22:58,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:58,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:58,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:58,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:58,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:58,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:58,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:58,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:58,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:58,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:58,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:58,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:58,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:58,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:58,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:58,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:58,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:58,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:58,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T20:22:58,436 INFO [M:0;377014bd7527:42581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/930e46c0a4e74c20bf344576dacb9ecf 2024-11-21T20:22:58,460 DEBUG [M:0;377014bd7527:42581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7299b2a8584a410a83d0b7ce394adff2 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732220562804/Put/seqid=0 2024-11-21T20:22:58,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39603 is added to blk_1073741847_1023 (size=6587) 2024-11-21T20:22:58,678 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 to pos 393, reset compression=false 2024-11-21T20:22:58,741 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 to pos 393, reset compression=false 2024-11-21T20:22:58,863 INFO [M:0;377014bd7527:42581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7299b2a8584a410a83d0b7ce394adff2 2024-11-21T20:22:58,883 DEBUG [M:0;377014bd7527:42581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb188d9ad0c34ee9be9269b47570ff02 is 69, key is 377014bd7527,39539,1732220551334/rs:state/1732220553003/Put/seqid=0 2024-11-21T20:22:58,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39603 is added to blk_1073741848_1024 (size=5156) 2024-11-21T20:22:59,287 INFO [M:0;377014bd7527:42581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb188d9ad0c34ee9be9269b47570ff02 2024-11-21T20:22:59,291 DEBUG [M:0;377014bd7527:42581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/930e46c0a4e74c20bf344576dacb9ecf as hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/930e46c0a4e74c20bf344576dacb9ecf 2024-11-21T20:22:59,294 INFO [M:0;377014bd7527:42581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/930e46c0a4e74c20bf344576dacb9ecf, entries=8, sequenceid=55, filesize=5.5 K 2024-11-21T20:22:59,295 DEBUG [M:0;377014bd7527:42581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7299b2a8584a410a83d0b7ce394adff2 as hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7299b2a8584a410a83d0b7ce394adff2 2024-11-21T20:22:59,298 INFO [M:0;377014bd7527:42581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7299b2a8584a410a83d0b7ce394adff2, entries=6, sequenceid=55, filesize=6.4 K 2024-11-21T20:22:59,298 DEBUG [M:0;377014bd7527:42581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb188d9ad0c34ee9be9269b47570ff02 as hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb188d9ad0c34ee9be9269b47570ff02 2024-11-21T20:22:59,301 INFO [M:0;377014bd7527:42581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46433/user/jenkins/test-data/ce9ed5c9-f875-f9e6-6073-526d5a41a2a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb188d9ad0c34ee9be9269b47570ff02, entries=1, sequenceid=55, filesize=5.0 K 2024-11-21T20:22:59,302 INFO [M:0;377014bd7527:42581 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=55, compaction requested=false 2024-11-21T20:22:59,303 INFO [M:0;377014bd7527:42581 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:22:59,303 DEBUG [M:0;377014bd7527:42581 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220578016Disabling compacts and flushes for region at 1732220578016Disabling writes for close at 1732220578016Obtaining lock to block concurrent updates at 1732220578017 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732220578017Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1732220578017Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732220578017Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732220578017Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732220578032 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732220578032Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732220578442 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732220578459 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732220578459Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732220578867 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732220578882 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732220578882Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e82e326: reopening flushed file at 1732220579290 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74cc26fe: reopening flushed file at 1732220579294 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17750f7: reopening flushed file at 1732220579298 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=55, compaction requested=false at 1732220579302 (+4 ms)Writing region close event to WAL at 1732220579302Closed at 1732220579302 2024-11-21T20:22:59,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39603 is added to blk_1073741830_1006 (size=32782) 2024-11-21T20:22:59,305 INFO [M:0;377014bd7527:42581 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T20:22:59,305 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:22:59,305 INFO [M:0;377014bd7527:42581 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42581 2024-11-21T20:22:59,305 INFO [M:0;377014bd7527:42581 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:22:59,436 INFO [M:0;377014bd7527:42581 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:22:59,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1015f0fdfb70003, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:22:59,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1015f0fdfb70003, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:22:59,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@647486c8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:22:59,438 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@691ab766{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:22:59,438 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:22:59,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c1a14f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:22:59,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3746d143{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f/hadoop.log.dir/,STOPPED} 2024-11-21T20:22:59,440 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T20:22:59,440 WARN [BP-187085516-172.17.0.2-1732220548525 heartbeating to localhost/127.0.0.1:46433 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T20:22:59,440 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T20:22:59,440 WARN [BP-187085516-172.17.0.2-1732220548525 heartbeating to localhost/127.0.0.1:46433 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-187085516-172.17.0.2-1732220548525 (Datanode Uuid 987f94e5-a30e-43b6-88b1-5328e590fd69) service to localhost/127.0.0.1:46433 2024-11-21T20:22:59,440 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f/cluster_1af4932a-59c3-9d7c-f062-bd40aee8a616/data/data1/current/BP-187085516-172.17.0.2-1732220548525 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:22:59,441 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f/cluster_1af4932a-59c3-9d7c-f062-bd40aee8a616/data/data2/current/BP-187085516-172.17.0.2-1732220548525 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:22:59,441 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T20:22:59,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7349cd64{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:22:59,446 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c2a3994{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:22:59,446 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:22:59,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@132d4871{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:22:59,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48fc470e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feacfa8f-4107-8ef4-e2b1-86aea4036c3f/hadoop.log.dir/,STOPPED} 2024-11-21T20:22:59,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T20:22:59,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T20:22:59,457 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:22:59,457 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:22:59,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:59,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:59,457 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:22:59,457 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T20:22:59,457 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1285373945, stopped=false 2024-11-21T20:22:59,457 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=377014bd7527,39903,1732220545924 2024-11-21T20:22:59,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39903-0x1015f0fdfb70000, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-803231385/running 2024-11-21T20:22:59,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1015f0fdfb70001, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-803231385/running 2024-11-21T20:22:59,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39903-0x1015f0fdfb70000, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803231385 2024-11-21T20:22:59,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1015f0fdfb70001, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803231385 2024-11-21T20:22:59,472 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:22:59,472 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:22:59,473 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:22:59,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:59,473 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '377014bd7527,43041,1732220546103' ***** 2024-11-21T20:22:59,473 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T20:22:59,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39903-0x1015f0fdfb70000, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Set watcher on znode that does not yet exist, /0-803231385/running 2024-11-21T20:22:59,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43041-0x1015f0fdfb70001, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Set watcher on znode that does not yet exist, /0-803231385/running 2024-11-21T20:22:59,474 INFO [RS:0;377014bd7527:43041 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T20:22:59,474 INFO [RS:0;377014bd7527:43041 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T20:22:59,474 INFO [RS:0;377014bd7527:43041 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T20:22:59,474 INFO [RS:0;377014bd7527:43041 {}] regionserver.HRegionServer(3091): Received CLOSE for 1428fe05917291f3a40d0d67aa8545e3 2024-11-21T20:22:59,474 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T20:22:59,474 INFO [RS:0;377014bd7527:43041 {}] regionserver.HRegionServer(3091): Received CLOSE for 334a474b449de3f06ff36bc354f67294 2024-11-21T20:22:59,474 INFO [RS:0;377014bd7527:43041 {}] regionserver.HRegionServer(959): stopping server 377014bd7527,43041,1732220546103 2024-11-21T20:22:59,474 INFO [RS:0;377014bd7527:43041 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:22:59,474 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1428fe05917291f3a40d0d67aa8545e3, disabling compactions & flushes 2024-11-21T20:22:59,474 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732220559491.1428fe05917291f3a40d0d67aa8545e3. 2024-11-21T20:22:59,474 INFO [RS:0;377014bd7527:43041 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:43041. 2024-11-21T20:22:59,474 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732220559491.1428fe05917291f3a40d0d67aa8545e3. 2024-11-21T20:22:59,474 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732220559491.1428fe05917291f3a40d0d67aa8545e3. after waiting 0 ms 2024-11-21T20:22:59,474 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732220559491.1428fe05917291f3a40d0d67aa8545e3. 2024-11-21T20:22:59,474 DEBUG [RS:0;377014bd7527:43041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:22:59,474 DEBUG [RS:0;377014bd7527:43041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:22:59,474 INFO [RS:0;377014bd7527:43041 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T20:22:59,474 INFO [RS:0;377014bd7527:43041 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T20:22:59,474 INFO [RS:0;377014bd7527:43041 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T20:22:59,474 INFO [RS:0;377014bd7527:43041 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T20:22:59,475 INFO [RS:0;377014bd7527:43041 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T20:22:59,475 DEBUG [RS:0;377014bd7527:43041 {}] regionserver.HRegionServer(1325): Online Regions={1428fe05917291f3a40d0d67aa8545e3=test,,1732220559491.1428fe05917291f3a40d0d67aa8545e3., 1588230740=hbase:meta,,1.1588230740, 334a474b449de3f06ff36bc354f67294=hbase:replication,,1732220564981.334a474b449de3f06ff36bc354f67294.} 2024-11-21T20:22:59,475 DEBUG [RS:0;377014bd7527:43041 {}] regionserver.HRegionServer(1351): Waiting on 1428fe05917291f3a40d0d67aa8545e3, 1588230740, 334a474b449de3f06ff36bc354f67294 2024-11-21T20:22:59,475 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:22:59,475 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:22:59,475 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:22:59,475 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:22:59,475 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:22:59,475 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T20:22:59,477 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/default/test/1428fe05917291f3a40d0d67aa8545e3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T20:22:59,478 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:22:59,478 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T20:22:59,478 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732220559491.1428fe05917291f3a40d0d67aa8545e3. 2024-11-21T20:22:59,478 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1428fe05917291f3a40d0d67aa8545e3: Waiting for close lock at 1732220579474Running coprocessor pre-close hooks at 1732220579474Disabling compacts and flushes for region at 1732220579474Disabling writes for close at 1732220579474Writing region close event to WAL at 1732220579475 (+1 ms)Running coprocessor post-close hooks at 1732220579478 (+3 ms)Closed at 1732220579478 2024-11-21T20:22:59,478 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732220559491.1428fe05917291f3a40d0d67aa8545e3. 2024-11-21T20:22:59,478 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 334a474b449de3f06ff36bc354f67294, disabling compactions & flushes 2024-11-21T20:22:59,478 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732220564981.334a474b449de3f06ff36bc354f67294. 2024-11-21T20:22:59,478 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732220564981.334a474b449de3f06ff36bc354f67294. 2024-11-21T20:22:59,478 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732220564981.334a474b449de3f06ff36bc354f67294. after waiting 0 ms 2024-11-21T20:22:59,478 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732220564981.334a474b449de3f06ff36bc354f67294. 2024-11-21T20:22:59,478 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 334a474b449de3f06ff36bc354f67294 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-21T20:22:59,489 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/meta/1588230740/.tmp/info/7d7f220434af496894c8ca7277af0584 is 147, key is hbase:replication,,1732220564981.334a474b449de3f06ff36bc354f67294./info:regioninfo/1732220566151/Put/seqid=0 2024-11-21T20:22:59,491 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/replication/334a474b449de3f06ff36bc354f67294/.tmp/hfileref/c720da4044e74e6b8669ee01111c9f72 is 74, key is 1/hfileref:2a87bb68013242449ee5a381060420ff_SeqId_4_/1732220568358/DeleteColumn/seqid=0 2024-11-21T20:22:59,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33903 is added to blk_1073741847_1023 (size=7686) 2024-11-21T20:22:59,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33903 is added to blk_1073741848_1024 (size=5489) 2024-11-21T20:22:59,501 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T20:22:59,501 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T20:22:59,535 INFO [regionserver/377014bd7527:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:22:59,675 DEBUG [RS:0;377014bd7527:43041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 334a474b449de3f06ff36bc354f67294 2024-11-21T20:22:59,875 DEBUG [RS:0;377014bd7527:43041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 334a474b449de3f06ff36bc354f67294 2024-11-21T20:22:59,893 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/meta/1588230740/.tmp/info/7d7f220434af496894c8ca7277af0584 2024-11-21T20:22:59,894 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/replication/334a474b449de3f06ff36bc354f67294/.tmp/hfileref/c720da4044e74e6b8669ee01111c9f72 2024-11-21T20:22:59,910 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/meta/1588230740/.tmp/ns/4492aef3d3c7403192587c2b6d1968f9 is 43, key is default/ns:d/1732220548355/Put/seqid=0 2024-11-21T20:22:59,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33903 is added to blk_1073741849_1025 (size=5153) 2024-11-21T20:22:59,914 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/meta/1588230740/.tmp/ns/4492aef3d3c7403192587c2b6d1968f9 2024-11-21T20:22:59,918 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/replication/334a474b449de3f06ff36bc354f67294/.tmp/queue/cd80295b35ab46c49cc42f2cd060dcc8 is 153, key is 1-377014bd7527,43041,1732220546103/queue:377014bd7527%2C43041%2C1732220546103/1732220571599/Put/seqid=0 2024-11-21T20:22:59,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33903 is added to blk_1073741850_1026 (size=5504) 2024-11-21T20:22:59,934 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/meta/1588230740/.tmp/rep_barrier/5bfb8a6e0ea241afbcc266f785c490ed is 112, key is test,,1732220559491.1428fe05917291f3a40d0d67aa8545e3./rep_barrier:seqnumDuringOpen/1732220560671/Put/seqid=0 2024-11-21T20:22:59,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33903 is added to blk_1073741851_1027 (size=5518) 2024-11-21T20:22:59,982 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 to pos 393, reset compression=false 2024-11-21T20:22:59,987 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:22:59,987 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 to pos 688, reset compression=false 2024-11-21T20:22:59,987 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.shipper377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-377014bd7527,43041,1732220546103 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:22:59,988 ERROR [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.shipper377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 377014bd7527,43041,1732220546103: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-377014bd7527,43041,1732220546103, walGroup=377014bd7527%2C43041%2C1732220546103, offset=377014bd7527%2C43041%2C1732220546103.1732220569246:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:43041 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T20:22:59,989 ERROR [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.shipper377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T20:22:59,989 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.shipper377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T20:22:59,990 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.shipper377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T20:22:59,990 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.shipper377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T20:22:59,990 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.shipper377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T20:22:59,990 INFO [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.shipper377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1394606080, "init": 1048576000, "max": 2306867200, "used": 1071479000 }, "NonHeapMemoryUsage": { "committed": 210698240, "init": 7667712, "max": -1, "used": 207649896 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T20:22:59,990 WARN [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.shipper377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:39903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:39903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T20:23:00,044 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 to pos 393, reset compression=false 2024-11-21T20:23:00,047 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T20:23:00,047 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 to pos 688, reset compression=false 2024-11-21T20:23:00,047 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.shipper377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-377014bd7527,43041,1732220546103 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T20:23:00,048 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.shipper377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-21T20:23:00,075 DEBUG [RS:0;377014bd7527:43041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 334a474b449de3f06ff36bc354f67294 2024-11-21T20:23:00,195 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 to pos 688, reset compression=false 2024-11-21T20:23:00,250 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 to pos 688, reset compression=false 2024-11-21T20:23:00,275 DEBUG [RS:0;377014bd7527:43041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 334a474b449de3f06ff36bc354f67294 2024-11-21T20:23:00,321 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/replication/334a474b449de3f06ff36bc354f67294/.tmp/queue/cd80295b35ab46c49cc42f2cd060dcc8 2024-11-21T20:23:00,325 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/replication/334a474b449de3f06ff36bc354f67294/.tmp/hfileref/c720da4044e74e6b8669ee01111c9f72 as hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/replication/334a474b449de3f06ff36bc354f67294/hfileref/c720da4044e74e6b8669ee01111c9f72 2024-11-21T20:23:00,328 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/replication/334a474b449de3f06ff36bc354f67294/hfileref/c720da4044e74e6b8669ee01111c9f72, entries=6, sequenceid=17, filesize=5.4 K 2024-11-21T20:23:00,329 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/replication/334a474b449de3f06ff36bc354f67294/.tmp/queue/cd80295b35ab46c49cc42f2cd060dcc8 as hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/replication/334a474b449de3f06ff36bc354f67294/queue/cd80295b35ab46c49cc42f2cd060dcc8 2024-11-21T20:23:00,332 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/replication/334a474b449de3f06ff36bc354f67294/queue/cd80295b35ab46c49cc42f2cd060dcc8, entries=2, sequenceid=17, filesize=5.4 K 2024-11-21T20:23:00,332 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 334a474b449de3f06ff36bc354f67294 in 854ms, sequenceid=17, compaction requested=false 2024-11-21T20:23:00,335 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/replication/334a474b449de3f06ff36bc354f67294/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-21T20:23:00,336 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:23:00,336 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:23:00,336 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732220564981.334a474b449de3f06ff36bc354f67294. 2024-11-21T20:23:00,336 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 334a474b449de3f06ff36bc354f67294: Waiting for close lock at 1732220579478Running coprocessor pre-close hooks at 1732220579478Disabling compacts and flushes for region at 1732220579478Disabling writes for close at 1732220579478Obtaining lock to block concurrent updates at 1732220579478Preparing flush snapshotting stores in 334a474b449de3f06ff36bc354f67294 at 1732220579478Finished memstore snapshotting hbase:replication,,1732220564981.334a474b449de3f06ff36bc354f67294., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732220579478Flushing stores of hbase:replication,,1732220564981.334a474b449de3f06ff36bc354f67294. at 1732220579479 (+1 ms)Flushing 334a474b449de3f06ff36bc354f67294/hfileref: creating writer at 1732220579479Flushing 334a474b449de3f06ff36bc354f67294/hfileref: appending metadata at 1732220579491 (+12 ms)Flushing 334a474b449de3f06ff36bc354f67294/hfileref: closing flushed file at 1732220579491Flushing 334a474b449de3f06ff36bc354f67294/queue: creating writer at 1732220579897 (+406 ms)Flushing 334a474b449de3f06ff36bc354f67294/queue: appending metadata at 1732220579917 (+20 ms)Flushing 334a474b449de3f06ff36bc354f67294/queue: closing flushed file at 1732220579917Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2457ce63: reopening flushed file at 1732220580325 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b75cbe3: reopening flushed file at 1732220580328 (+3 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 334a474b449de3f06ff36bc354f67294 in 854ms, sequenceid=17, compaction requested=false at 1732220580332 (+4 ms)Writing region close event to WAL at 1732220580333 (+1 ms)Running coprocessor post-close hooks at 1732220580336 (+3 ms)Closed at 1732220580336 2024-11-21T20:23:00,336 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732220564981.334a474b449de3f06ff36bc354f67294. 2024-11-21T20:23:00,337 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/meta/1588230740/.tmp/rep_barrier/5bfb8a6e0ea241afbcc266f785c490ed 2024-11-21T20:23:00,355 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/meta/1588230740/.tmp/table/57f8974259024649a48b67f0deaa34d5 is 53, key is hbase:replication/table:state/1732220566163/Put/seqid=0 2024-11-21T20:23:00,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33903 is added to blk_1073741852_1028 (size=5308) 2024-11-21T20:23:00,360 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/meta/1588230740/.tmp/table/57f8974259024649a48b67f0deaa34d5 2024-11-21T20:23:00,365 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/meta/1588230740/.tmp/info/7d7f220434af496894c8ca7277af0584 as hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/meta/1588230740/info/7d7f220434af496894c8ca7277af0584 2024-11-21T20:23:00,368 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/meta/1588230740/info/7d7f220434af496894c8ca7277af0584, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T20:23:00,369 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/meta/1588230740/.tmp/ns/4492aef3d3c7403192587c2b6d1968f9 as hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/meta/1588230740/ns/4492aef3d3c7403192587c2b6d1968f9 2024-11-21T20:23:00,372 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/meta/1588230740/ns/4492aef3d3c7403192587c2b6d1968f9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T20:23:00,372 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/meta/1588230740/.tmp/rep_barrier/5bfb8a6e0ea241afbcc266f785c490ed as hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/meta/1588230740/rep_barrier/5bfb8a6e0ea241afbcc266f785c490ed 2024-11-21T20:23:00,375 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/meta/1588230740/rep_barrier/5bfb8a6e0ea241afbcc266f785c490ed, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T20:23:00,376 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/meta/1588230740/.tmp/table/57f8974259024649a48b67f0deaa34d5 as hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/meta/1588230740/table/57f8974259024649a48b67f0deaa34d5 2024-11-21T20:23:00,378 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/meta/1588230740/table/57f8974259024649a48b67f0deaa34d5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T20:23:00,379 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 904ms, sequenceid=16, compaction requested=false 2024-11-21T20:23:00,382 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T20:23:00,383 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T20:23:00,383 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:23:00,383 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:23:00,383 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220579475Running coprocessor pre-close hooks at 1732220579475Disabling compacts and flushes for region at 1732220579475Disabling writes for close at 1732220579475Obtaining lock to block concurrent updates at 1732220579475Preparing flush snapshotting stores in 1588230740 at 1732220579475Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732220579475Flushing stores of hbase:meta,,1.1588230740 at 1732220579476 (+1 ms)Flushing 1588230740/info: creating writer at 1732220579476Flushing 1588230740/info: appending metadata at 1732220579489 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732220579489Flushing 1588230740/ns: creating writer at 1732220579897 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732220579909 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732220579909Flushing 1588230740/rep_barrier: creating writer at 1732220579917 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732220579933 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732220579933Flushing 1588230740/table: creating writer at 1732220580340 (+407 ms)Flushing 1588230740/table: appending metadata at 1732220580354 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732220580355 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e26bd6f: reopening flushed file at 1732220580364 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@366f09f4: reopening flushed file at 1732220580368 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4432d918: reopening flushed file at 1732220580372 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18533dba: reopening flushed file at 1732220580375 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 904ms, sequenceid=16, compaction requested=false at 1732220580379 (+4 ms)Writing region close event to WAL at 1732220580380 (+1 ms)Running coprocessor post-close hooks at 1732220580383 (+3 ms)Closed at 1732220580383 2024-11-21T20:23:00,383 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T20:23:00,457 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:39903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-21T20:23:00,476 INFO [RS:0;377014bd7527:43041 {}] regionserver.HRegionServer(976): stopping server 377014bd7527,43041,1732220546103; all regions closed. 2024-11-21T20:23:00,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33903 is added to blk_1073741843_1019 (size=859) 2024-11-21T20:23:00,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33903 is added to blk_1073741842_1018 (size=2791) 2024-11-21T20:23:00,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33903 is added to blk_1073741844_1020 (size=696) 2024-11-21T20:23:00,480 DEBUG [RS:0;377014bd7527:43041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:23:00,481 INFO [RS:0;377014bd7527:43041 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:23:00,481 INFO [RS:0;377014bd7527:43041 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:23:00,481 INFO [RS:0;377014bd7527:43041 {}] hbase.ChoreService(370): Chore service for: regionserver/377014bd7527:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T20:23:00,481 INFO [RS:0;377014bd7527:43041 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:23:00,481 INFO [regionserver/377014bd7527:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:23:00,481 INFO [RS:0;377014bd7527:43041 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-377014bd7527,43041,1732220546103 because: Region server is closing 2024-11-21T20:23:00,482 INFO [RS:0;377014bd7527:43041 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:43041. 2024-11-21T20:23:00,482 DEBUG [RS:0;377014bd7527:43041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:23:00,482 DEBUG [RS:0;377014bd7527:43041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:23:00,482 DEBUG [RS:0;377014bd7527:43041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:23:00,482 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:23:00,498 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 to pos 688, reset compression=false 2024-11-21T20:23:00,500 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/WALs/377014bd7527,43041,1732220546103/377014bd7527%2C43041%2C1732220546103.1732220569246 2024-11-21T20:23:00,500 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-21T20:23:00,500 DEBUG [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-21T20:23:00,582 INFO [RS:0;377014bd7527:43041 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,1-377014bd7527,43041,1732220546103.replicationSource.shipper377014bd7527%2C43041%2C1732220546103,1-377014bd7527,43041,1732220546103 terminated 2024-11-21T20:23:00,582 INFO [RS:0;377014bd7527:43041 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-377014bd7527,43041,1732220546103 because: Region server is closing 2024-11-21T20:23:00,582 INFO [RS:0;377014bd7527:43041 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:43041. 2024-11-21T20:23:00,582 DEBUG [RS:0;377014bd7527:43041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:23:00,582 DEBUG [RS:0;377014bd7527:43041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:23:00,582 DEBUG [RS:0;377014bd7527:43041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:23:00,582 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:23:00,683 INFO [RS:0;377014bd7527:43041 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.shipper377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 terminated 2024-11-21T20:23:00,683 WARN [RS_REFRESH_PEER-regionserver/377014bd7527:0-0.replicationSource,2-377014bd7527,43041,1732220546103.replicationSource.wal-reader.377014bd7527%2C43041%2C1732220546103,2-377014bd7527,43041,1732220546103 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-21T20:23:00,683 INFO [RS:0;377014bd7527:43041 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43041 2024-11-21T20:23:00,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1015f0fdfb70001, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-803231385/rs/377014bd7527,43041,1732220546103 2024-11-21T20:23:00,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39903-0x1015f0fdfb70000, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803231385/rs 2024-11-21T20:23:00,696 INFO [RS:0;377014bd7527:43041 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:23:00,706 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [377014bd7527,43041,1732220546103] 2024-11-21T20:23:00,717 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-803231385/draining/377014bd7527,43041,1732220546103 already deleted, retry=false 2024-11-21T20:23:00,717 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 377014bd7527,43041,1732220546103 expired; onlineServers=0 2024-11-21T20:23:00,717 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '377014bd7527,39903,1732220545924' ***** 2024-11-21T20:23:00,717 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T20:23:00,717 INFO [M:0;377014bd7527:39903 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:23:00,717 INFO [M:0;377014bd7527:39903 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:23:00,717 DEBUG [M:0;377014bd7527:39903 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T20:23:00,717 DEBUG [M:0;377014bd7527:39903 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T20:23:00,717 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220547393 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220547393,5,FailOnTimeoutGroup] 2024-11-21T20:23:00,718 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220547396 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220547396,5,FailOnTimeoutGroup] 2024-11-21T20:23:00,718 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T20:23:00,718 INFO [M:0;377014bd7527:39903 {}] hbase.ChoreService(370): Chore service for: master/377014bd7527:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T20:23:00,719 INFO [M:0;377014bd7527:39903 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:23:00,719 DEBUG [M:0;377014bd7527:39903 {}] master.HMaster(1795): Stopping service threads 2024-11-21T20:23:00,719 INFO [M:0;377014bd7527:39903 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T20:23:00,719 INFO [M:0;377014bd7527:39903 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:23:00,719 ERROR [M:0;377014bd7527:39903 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1040632728) connection to localhost/127.0.0.1:44737 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44737,5,PEWorkerGroup] 2024-11-21T20:23:00,719 INFO [M:0;377014bd7527:39903 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T20:23:00,720 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T20:23:00,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39903-0x1015f0fdfb70000, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-803231385/master 2024-11-21T20:23:00,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39903-0x1015f0fdfb70000, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-803231385 2024-11-21T20:23:00,728 DEBUG [M:0;377014bd7527:39903 {}] zookeeper.ZKUtil(347): master:39903-0x1015f0fdfb70000, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Unable to get data of znode /0-803231385/master because node does not exist (not an error) 2024-11-21T20:23:00,728 WARN [M:0;377014bd7527:39903 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T20:23:00,728 INFO [M:0;377014bd7527:39903 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/.lastflushedseqids 2024-11-21T20:23:00,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33903 is added to blk_1073741853_1029 (size=263) 2024-11-21T20:23:00,734 INFO [M:0;377014bd7527:39903 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T20:23:00,734 INFO [M:0;377014bd7527:39903 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T20:23:00,734 DEBUG [M:0;377014bd7527:39903 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:23:00,734 INFO [M:0;377014bd7527:39903 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:23:00,734 DEBUG [M:0;377014bd7527:39903 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:23:00,734 DEBUG [M:0;377014bd7527:39903 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:23:00,734 DEBUG [M:0;377014bd7527:39903 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:23:00,734 INFO [M:0;377014bd7527:39903 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.13 KB heapSize=71.44 KB 2024-11-21T20:23:00,756 DEBUG [M:0;377014bd7527:39903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d4eb115e568448ed9ffbf84e8eed81d0 is 82, key is hbase:meta,,1/info:regioninfo/1732220548300/Put/seqid=0 2024-11-21T20:23:00,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33903 is added to blk_1073741854_1030 (size=5672) 2024-11-21T20:23:00,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1015f0fdfb70001, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:23:00,806 INFO [RS:0;377014bd7527:43041 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:23:00,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1015f0fdfb70001, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:23:00,806 INFO [RS:0;377014bd7527:43041 {}] regionserver.HRegionServer(1031): Exiting; stopping=377014bd7527,43041,1732220546103; zookeeper connection closed. 2024-11-21T20:23:00,808 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@442dfd93 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@442dfd93 2024-11-21T20:23:00,808 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T20:23:01,166 INFO [M:0;377014bd7527:39903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d4eb115e568448ed9ffbf84e8eed81d0 2024-11-21T20:23:01,186 DEBUG [M:0;377014bd7527:39903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c86d58939114b579cf2241d50fa781d is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732220560678/Put/seqid=0 2024-11-21T20:23:01,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33903 is added to blk_1073741855_1031 (size=7611) 2024-11-21T20:23:01,590 INFO [M:0;377014bd7527:39903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.57 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c86d58939114b579cf2241d50fa781d 2024-11-21T20:23:01,594 INFO [M:0;377014bd7527:39903 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c86d58939114b579cf2241d50fa781d 2024-11-21T20:23:01,611 DEBUG [M:0;377014bd7527:39903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3e895016d2f4b1bb634669b905056e3 is 69, key is 377014bd7527,43041,1732220546103/rs:state/1732220547475/Put/seqid=0 2024-11-21T20:23:01,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33903 is added to blk_1073741856_1032 (size=5156) 2024-11-21T20:23:02,017 INFO [M:0;377014bd7527:39903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3e895016d2f4b1bb634669b905056e3 2024-11-21T20:23:02,021 DEBUG [M:0;377014bd7527:39903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d4eb115e568448ed9ffbf84e8eed81d0 as hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d4eb115e568448ed9ffbf84e8eed81d0 2024-11-21T20:23:02,024 INFO [M:0;377014bd7527:39903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d4eb115e568448ed9ffbf84e8eed81d0, entries=8, sequenceid=121, filesize=5.5 K 2024-11-21T20:23:02,025 DEBUG [M:0;377014bd7527:39903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c86d58939114b579cf2241d50fa781d as hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c86d58939114b579cf2241d50fa781d 2024-11-21T20:23:02,028 INFO [M:0;377014bd7527:39903 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c86d58939114b579cf2241d50fa781d 2024-11-21T20:23:02,028 INFO [M:0;377014bd7527:39903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c86d58939114b579cf2241d50fa781d, entries=13, sequenceid=121, filesize=7.4 K 2024-11-21T20:23:02,029 DEBUG [M:0;377014bd7527:39903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3e895016d2f4b1bb634669b905056e3 as hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b3e895016d2f4b1bb634669b905056e3 2024-11-21T20:23:02,032 INFO [M:0;377014bd7527:39903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44737/user/jenkins/test-data/22d6ba6c-de0d-79bb-da8a-a3e6c0c5a5bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b3e895016d2f4b1bb634669b905056e3, entries=1, sequenceid=121, filesize=5.0 K 2024-11-21T20:23:02,033 INFO [M:0;377014bd7527:39903 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.13 KB/61569, heapSize ~71.14 KB/72848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=121, compaction requested=false 2024-11-21T20:23:02,035 INFO [M:0;377014bd7527:39903 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:23:02,035 DEBUG [M:0;377014bd7527:39903 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220580734Disabling compacts and flushes for region at 1732220580734Disabling writes for close at 1732220580734Obtaining lock to block concurrent updates at 1732220580734Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732220580734Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61569, getHeapSize=73088, getOffHeapSize=0, getCellsCount=140 at 1732220580735 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732220580736 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732220580736Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732220580756 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732220580756Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732220581170 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732220581186 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732220581186Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732220581594 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732220581611 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732220581611Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23060f45: reopening flushed file at 1732220582020 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@89fa50: reopening flushed file at 1732220582024 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c34650b: reopening flushed file at 1732220582029 (+5 ms)Finished flush of dataSize ~60.13 KB/61569, heapSize ~71.14 KB/72848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=121, compaction requested=false at 1732220582033 (+4 ms)Writing region close event to WAL at 1732220582035 (+2 ms)Closed at 1732220582035 2024-11-21T20:23:02,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33903 is added to blk_1073741830_1006 (size=69932) 2024-11-21T20:23:02,038 INFO [M:0;377014bd7527:39903 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T20:23:02,038 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:23:02,038 INFO [M:0;377014bd7527:39903 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39903 2024-11-21T20:23:02,038 INFO [M:0;377014bd7527:39903 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:23:02,199 INFO [M:0;377014bd7527:39903 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:23:02,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39903-0x1015f0fdfb70000, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:23:02,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39903-0x1015f0fdfb70000, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:23:02,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a59e830{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:23:02,209 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e43f981{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:23:02,209 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:23:02,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43931354{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:23:02,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f5c36a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/hadoop.log.dir/,STOPPED} 2024-11-21T20:23:02,211 WARN [BP-1622270188-172.17.0.2-1732220544049 heartbeating to localhost/127.0.0.1:44737 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T20:23:02,211 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T20:23:02,211 WARN [BP-1622270188-172.17.0.2-1732220544049 heartbeating to localhost/127.0.0.1:44737 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1622270188-172.17.0.2-1732220544049 (Datanode Uuid 914ea7c8-1b5e-42f7-b37b-090266ad0334) service to localhost/127.0.0.1:44737 2024-11-21T20:23:02,211 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T20:23:02,212 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/cluster_a351b2d1-a589-d96b-1460-3fb8d6a8a673/data/data1/current/BP-1622270188-172.17.0.2-1732220544049 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:23:02,212 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/cluster_a351b2d1-a589-d96b-1460-3fb8d6a8a673/data/data2/current/BP-1622270188-172.17.0.2-1732220544049 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:23:02,212 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T20:23:02,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6436398f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:23:02,220 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5737688b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:23:02,221 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:23:02,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e1c6259{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:23:02,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5299e3d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a0b513-db53-b221-30fc-dca7e579e379/hadoop.log.dir/,STOPPED} 2024-11-21T20:23:02,229 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T20:23:02,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T20:23:02,262 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=589 (was 532) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52847) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44737 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:46433 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41669 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52847) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41669 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46433 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:41669 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46433 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41669 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44737 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52847) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:44737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46433 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41669 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46433 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44737 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=972 (was 874) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=536 (was 610), ProcessCount=11 (was 11), AvailableMemoryMB=14288 (was 13901) - AvailableMemoryMB LEAK? - 2024-11-21T20:23:02,262 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=589 is superior to 500 2024-11-21T20:23:02,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015f0fdfb70002, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T20:23:02,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015f0fdfb70005, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T20:23:02,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015f0fdfb70008, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T20:23:02,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015f0fdfb70005, quorum=127.0.0.1:52847, baseZNode=/1-2077048844 Received Disconnected from ZooKeeper, ignoring 2024-11-21T20:23:02,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015f0fdfb70002, quorum=127.0.0.1:52847, baseZNode=/0-803231385 Received Disconnected from ZooKeeper, ignoring 2024-11-21T20:23:02,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015f0fdfb70008, quorum=127.0.0.1:52847, baseZNode=/2718413520 Received Disconnected from ZooKeeper, ignoring